-- Logs begin at Fri 2022-04-01 20:48:34 UTC, end at Fri 2022-04-01 22:01:33 UTC. -- Apr 01 21:31:34.572031 dv-cinder-836211-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 21:31:37.488845 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.common.config [-] Logging enabled! Apr 01 21:31:37.490022 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 01 21:31:37.490204 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110142) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 21:31:37.493564 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.common.config [-] Logging enabled! Apr 01 21:31:37.493839 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 01 21:31:37.494155 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110142) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 21:31:37.495112 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 21:31:37.495349 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 21:31:37.495721 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 21:31:37.495971 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 21:31:37.496201 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 21:31:37.496958 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.497399 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 01 21:31:37.497748 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.498062 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.498367 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.498672 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.498971 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.499265 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.499564 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.499869 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.500165 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.500457 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.500752 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.501054 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.501346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.501697 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.501998 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.502290 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] debug = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.502580 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.503027 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.503465 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.503754 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.504051 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.504340 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.504620 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.504905 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.505225 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.505581 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] host = dv-cinder-836211-1-iscsi {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.505870 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.506166 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.506461 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.506773 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.507039 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.507323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.507614 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.507893 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.508180 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] log_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.508460 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.508755 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.509051 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.509347 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.509613 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.509846 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.510143 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.510437 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.510720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.511004 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.511287 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.511568 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.511849 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.512130 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.512418 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.512707 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.512999 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.513280 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.513575 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.513859 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.514139 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.514429 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.514708 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.515006 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.515272 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.515563 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.515839 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.516118 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.516427 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.516722 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.517013 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.517303 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.517619 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.517911 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.518194 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.518471 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.518801 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] use_json = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.519127 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.519364 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.519650 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.519930 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.520210 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.520489 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.520791 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.521082 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.521361 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:37.521687 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.521993 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.522482 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.522787 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.523291 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.523539 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.523838 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.524298 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.524609 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.524986 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.525286 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.525598 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.525910 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.526427 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.526734 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.527049 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.527354 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.527656 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.527943 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.528227 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.528514 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.528816 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.529096 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.529381 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.529710 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.530002 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.530291 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.530598 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.530892 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.531193 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.531490 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.531772 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.532057 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.532357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.532638 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.532919 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.533202 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.533495 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.533802 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.534082 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.534370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.534654 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.534933 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.535211 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.535495 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.535788 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.536068 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.536857 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.537137 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.537420 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.537725 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.538019 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.538304 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.538586 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.538866 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.539157 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.539438 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.539719 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.540002 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.540281 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.540566 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.540848 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.541131 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.541411 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.541721 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.542004 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.542286 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.542568 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.542853 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.543133 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.543413 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.543692 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.543971 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.544251 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.544546 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.544850 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.545137 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.545423 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.545737 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.546023 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.546305 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.546589 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.546876 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.547158 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.547438 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.547733 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.548021 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.548309 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.548619 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.548907 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.549214 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.549500 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.549808 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.550098 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.550382 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.550668 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.550958 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.551249 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.551548 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.551848 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.552719 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.553021 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.553322 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.553636 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.553954 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.554243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:37.554466 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 21:31:37.554711 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110142) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 21:31:37.927915 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 21:31:37.928205 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 21:31:37.928517 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 21:31:37.929001 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 21:31:38.255969 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.256189 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.256463 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.257681 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.257960 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.258356 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.312709 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.312990 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.313261 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.328499 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.328785 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.329056 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.357414 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.357724 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.358003 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.498958 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.499580 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.499580 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.733117 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.733407 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.733710 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.733987 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.734689 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.834934 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.835260 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.835546 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.835820 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.836088 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.836398 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.836658 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.836918 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.837172 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.837457 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.837746 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.838012 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.838271 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.838524 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.838780 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.839045 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.839301 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.839572 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.839846 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.840105 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.840379 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.840637 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.840920 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.841303 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.841572 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.841823 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.842223 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:38.842468 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:38.842710 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:38.842947 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:38.843186 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:38.843424 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:38.843796 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 21:31:38.846865 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 21:31:38.850939 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 21:31:38.854584 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 01 21:31:38.856224 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 21:31:38.856695 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 21:31:38.857034 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 21:31:38.857422 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 21:31:38.860238 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 21:31:38.860494 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 21:31:38.860844 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 21:31:38.865776 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 01 21:31:38.889668 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 21:31:38.890125 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.890423 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110142) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 01 21:31:38.890792 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.892155 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110142) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 21:31:38.892436 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 21:31:38.892684 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 21:31:38.896564 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.896843 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:38.959234 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 21:31:38.959468 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 21:31:38.959704 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 21:31:38.960068 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 21:31:38.979953 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_db.sqlalchemy.engines [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110142) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 01 21:31:39.619290 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing driver for type 'gre' Apr 01 21:31:39.619916 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] gre ID ranges: [(1, 1000)] Apr 01 21:31:39.750713 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing driver for type 'local' Apr 01 21:31:39.751044 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing driver for type 'vlan' Apr 01 21:31:39.807679 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] VlanTypeDriver initialization complete Apr 01 21:31:39.808018 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing driver for type 'vxlan' Apr 01 21:31:39.808508 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] vxlan ID ranges: [(1, 1000)] Apr 01 21:31:40.086317 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing extension driver 'port_security' Apr 01 21:31:40.086660 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.extensions.port_security [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] PortSecurityExtensionDriver initialization complete Apr 01 21:31:40.086992 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing mechanism driver 'openvswitch' Apr 01 21:31:40.087327 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing mechanism driver 'hyperv' Apr 01 21:31:40.094000 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.plugin [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:31:40.094682 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.095052 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.095403 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.095934 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 21:31:40.096367 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnet after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.096716 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnet after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.097059 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnet after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.097461 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 21:31:40.097898 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.100895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.100895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.100895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 21:31:40.100895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > security_group after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.100895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > security_group after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.101351 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > security_group after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.101351 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 21:31:40.101510 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.101871 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.102217 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.102657 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 21:31:40.103063 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > address_group after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.103409 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > address_group after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.103752 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > address_group after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.104150 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 21:31:40.104592 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] ML2 OVO RPC backend initialized. {{(pid=110142) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 01 21:31:40.105293 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router_interface after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.105680 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.106100 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.106448 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > networks before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.106795 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.107136 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > ports before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.107483 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnet before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.107828 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnets before_response 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.108175 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.108514 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.108847 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.109183 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.109519 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.109886 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.110220 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnet after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.110554 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnet after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.110886 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > subnet after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.118149 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded quota_driver: . Apr 01 21:31:40.118517 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.plugin [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Modular L2 Plugin initialization complete Apr 01 21:31:40.118866 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading services supported by the core plugin {{(pid=110142) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 21:31:40.119206 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.plugins.ml2.managers [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Got port-security extension from driver 'port_security' Apr 01 21:31:40.119680 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.extensions.vlantransparent [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Disabled vlantransparent extension. Apr 01 21:31:40.120177 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110142) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 21:31:40.120502 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: router Apr 01 21:31:40.155453 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router_interface before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.155845 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router after_create 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.156217 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router before_create 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.156583 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.156955 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.157311 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router after_delete 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.157702 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > floatingip after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.158052 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > floatingip after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.158410 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router after_create 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.158755 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router after_update 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.159101 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router after_update 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.159450 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.159804 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router after_update 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.160217 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_update 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.160589 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: port after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.160930 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: port after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.161268 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: subnet after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.161637 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.162620 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > port precommit_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.162967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_create 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.163312 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: port before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.163656 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.164009 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router after_update 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.164347 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_delete 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.164697 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_create 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.165056 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router_interface after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.165398 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_update 55549900 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.165800 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > agent after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.166153 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > agent after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.166495 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > network after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.167337 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Tracking information for resource: router configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:40.167667 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Tracking information for resource: floatingip configured {{(pid=110142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 21:31:40.172484 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.db.l3_agentschedulers_db [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 21:31:40.173058 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: port after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.173419 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: port after_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.173810 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: port after_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.174171 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: port after_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.174971 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router before_create 55550100 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.175336 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_delete 55550100 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.175701 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_create 55550100 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.176056 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > router precommit_update 55550100 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.180980 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.services.provider_configuration [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service providers = [] {{(pid=110142) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 21:31:40.181340 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.db.servicetype_db [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110142) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 21:31:40.184326 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.services.service_base [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 21:31:40.184680 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.services.service_base [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 21:31:40.185023 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.services.service_base [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 21:31:40.185934 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.services.service_base [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 21:31:40.186308 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.services.service_base [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 21:31:40.186696 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.187012 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 21:31:40.197655 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.197993 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: auto_allocate Apr 01 21:31:40.203927 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: network precommit_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.204301 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: network precommit_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.204829 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.205150 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: tag Apr 01 21:31:40.212247 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.212578 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: timestamp Apr 01 21:31:40.216593 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.216922 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: network_ip_availability Apr 01 21:31:40.222382 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.222753 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.223110 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.223831 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.224151 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: flavors Apr 01 21:31:40.229508 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.229871 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading Plugin: revisions Apr 01 21:31:40.234109 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 21:31:40.234502 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_concurrency.lockutils [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.306s {{(pid=110142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 21:31:40.235244 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110142) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 21:31:40.235583 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Initializing extension manager. Apr 01 21:31:40.236106 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: __init__.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.236453 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: __pycache__ {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.236793 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: address_group.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.237571 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.238150 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: address-group Apr 01 21:31:40.238474 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: address_scope.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.239192 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.239708 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: address-scope Apr 01 21:31:40.240058 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: admin_state_down_before_update.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.241152 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.241710 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: router-admin-state-down-before-update Apr 01 21:31:40.242061 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: agent.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.242766 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.243279 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: agent Apr 01 21:31:40.243601 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: agent_resources_synced.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.244526 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.245044 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: agent-resources-synced Apr 01 21:31:40.245368 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: allowedaddresspairs.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.247209 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.247737 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: allowed-address-pairs Apr 01 21:31:40.248087 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: auto_allocated_topology.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.249127 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.249683 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: auto-allocated-topology Apr 01 21:31:40.250012 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: availability_zone.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.250709 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.251222 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: availability_zone Apr 01 21:31:40.251547 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: availability_zone_filter.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.252461 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.252984 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: availability_zone_filter Apr 01 21:31:40.253312 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: data_plane_status.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.254245 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.254759 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 21:31:40.255084 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: default_subnetpools.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.256515 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.257029 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: default-subnetpools Apr 01 21:31:40.257354 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: dhcpagentscheduler.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.258189 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.258713 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: dhcp_agent_scheduler Apr 01 21:31:40.259039 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: dns.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.259955 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.260466 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension dns-integration not supported by any of loaded plugins Apr 01 21:31:40.260794 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: dns_domain_ports.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.261807 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.262319 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 21:31:40.262644 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.263563 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.264071 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 01 21:31:40.264421 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: dvr.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.265099 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.265634 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: dvr Apr 01 21:31:40.265959 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: ecmp_routes.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.266880 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.267389 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension ecmp_routes not supported by any of loaded plugins Apr 01 21:31:40.267710 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: empty_string_filtering.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.268632 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.269462 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: empty-string-filtering Apr 01 21:31:40.269462 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.270377 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.270886 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 21:31:40.271796 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.272719 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.273229 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 21:31:40.273565 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: external_net.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.274476 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.274989 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: external-net Apr 01 21:31:40.275311 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: extra_dhcp_opt.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.276218 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.276726 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: extra_dhcp_opt Apr 01 21:31:40.277046 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: extraroute.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.277991 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.278508 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: extraroute Apr 01 21:31:40.278829 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: extraroute_atomic.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.279864 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.280379 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: extraroute-atomic Apr 01 21:31:40.280701 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: filter_validation.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.281363 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.281912 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: filter-validation Apr 01 21:31:40.282233 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: fip_pf_description.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.283138 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.283647 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 21:31:40.283967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: fip_pf_port_range.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.284878 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.285385 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 01 21:31:40.285729 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: fip_port_details.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.286647 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.287182 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: fip-port-details Apr 01 21:31:40.287503 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: flavors.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.288741 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.289266 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: flavors Apr 01 21:31:40.289620 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.291271 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.291802 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 21:31:40.292135 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: floatingip_pools.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.292839 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.293355 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: floatingip-pools Apr 01 21:31:40.293722 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: ip_allocation.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.294652 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.295167 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 21:31:40.295492 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.296407 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.296925 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: ip-substring-filtering Apr 01 21:31:40.297250 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l2_adjacency.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.298217 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.298738 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 21:31:40.299061 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.301613 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.302160 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: router Apr 01 21:31:40.302529 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3_conntrack_helper.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.304745 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.305283 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 21:31:40.305654 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.306580 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.307106 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: ext-gw-mode Apr 01 21:31:40.307436 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.308362 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.308887 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: l3-ha Apr 01 21:31:40.309217 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.310155 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.310676 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 01 21:31:40.311003 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3_flavors.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.311918 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.312432 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: l3-flavors Apr 01 21:31:40.312758 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3_ndp_proxy.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.314159 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.314683 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 01 21:31:40.315009 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.315928 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.316447 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 21:31:40.316771 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: l3agentscheduler.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.317831 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.318881 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: l3_agent_scheduler Apr 01 21:31:40.319214 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: local_ip.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.320994 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.321806 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension local_ip not supported by any of loaded plugins Apr 01 21:31:40.322145 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: logging.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.323611 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.324143 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension logging not supported by any of loaded plugins Apr 01 21:31:40.324479 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: metering.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.325221 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.325836 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: metering Apr 01 21:31:40.326167 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.327257 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.327781 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: metering_source_and_destination_fields Apr 01 21:31:40.328111 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: multiprovidernet.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.329040 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.329580 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: multi-provider Apr 01 21:31:40.329914 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: netmtu.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.330833 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.331344 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: net-mtu Apr 01 21:31:40.331670 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: netmtu_writable.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.332586 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.333099 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: net-mtu-writable Apr 01 21:31:40.333426 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: network_availability_zone.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.334713 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.335223 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: network_availability_zone Apr 01 21:31:40.335548 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: network_ip_availability.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.336691 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.337163 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: network-ip-availability Apr 01 21:31:40.337486 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: network_segment_range.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.338276 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.338789 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 21:31:40.339122 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: pagination.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.340239 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.340571 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: pagination Apr 01 21:31:40.340894 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: port_device_profile.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.341836 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.342360 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: port-device-profile Apr 01 21:31:40.342685 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.343611 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.344129 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: port-mac-address-regenerate Apr 01 21:31:40.344452 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.345365 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.345909 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: port-numa-affinity-policy Apr 01 21:31:40.346238 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: port_resource_request.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.347149 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.347663 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 21:31:40.347987 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: port_resource_request_groups.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.348951 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.349488 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 01 21:31:40.349846 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: portbindings.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.350766 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.351280 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: binding Apr 01 21:31:40.351604 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: portbindings_extended.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.352857 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.353374 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: binding-extended Apr 01 21:31:40.353737 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: portsecurity.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.354653 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.355167 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: port-security Apr 01 21:31:40.355492 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: project_id.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.356484 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.356813 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: project-id Apr 01 21:31:40.357139 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: providernet.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.358084 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.358609 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: provider Apr 01 21:31:40.358937 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.362567 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.363102 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos not supported by any of loaded plugins Apr 01 21:31:40.363436 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.364684 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.365233 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 21:31:40.365581 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.366508 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.367024 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 21:31:40.367353 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_default.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.368285 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.368803 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-default not supported by any of loaded plugins Apr 01 21:31:40.369138 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_fip.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.370088 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.370605 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-fip not supported by any of loaded plugins Apr 01 21:31:40.370932 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_fip_network_policy.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.371850 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.372374 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 01 21:31:40.372701 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_gateway_ip.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.373656 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.374176 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 21:31:40.374501 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_port_network_policy.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.375412 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.375929 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 21:31:40.376254 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.377290 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.377833 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 01 21:31:40.378161 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.379200 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.379721 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 01 21:31:40.380047 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_pps_rule.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.381762 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.382291 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-pps not supported by any of loaded plugins Apr 01 21:31:40.382620 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_rule_type_details.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.383537 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.384059 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 21:31:40.384386 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_rule_type_filter.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.385295 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.385842 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 01 21:31:40.386169 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: qos_rules_alias.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.387220 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.387736 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 21:31:40.388064 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: quota_check_limit.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.388983 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.389505 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: quota-check-limit Apr 01 21:31:40.389861 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: quotasv2.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.390783 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.391112 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: quotas Apr 01 21:31:40.391437 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: quotasv2_detail.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.403614 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.403947 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: quota_details Apr 01 21:31:40.404276 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: rbac.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.405327 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.405887 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: rbac-policies Apr 01 21:31:40.406219 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: rbac_address_group.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.407153 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.407672 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: rbac-address-group Apr 01 21:31:40.407998 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: rbac_address_scope.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.408913 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.409430 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: rbac-address-scope Apr 01 21:31:40.409796 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: rbac_security_groups.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.410785 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.411302 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: rbac-security-groups Apr 01 21:31:40.411626 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: rbac_subnetpool.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.412569 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.413181 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: rbac-subnetpool Apr 01 21:31:40.413519 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: revisionifmatch.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.414472 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.414988 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: revision-if-match Apr 01 21:31:40.415311 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: revisions.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.416421 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.416945 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: standard-attr-revisions Apr 01 21:31:40.417272 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: router_availability_zone.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.417966 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.418529 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: router_availability_zone Apr 01 21:31:40.418846 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: routerservicetype.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.419781 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.420294 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension router-service-type not supported by any of loaded plugins Apr 01 21:31:40.420615 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.421556 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.422078 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: security-groups-normalized-cidr Apr 01 21:31:40.422401 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: security_groups_port_filtering.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.425386 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.425929 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: port-security-groups-filtering Apr 01 21:31:40.426251 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.427190 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.427729 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: security-groups-remote-address-group Apr 01 21:31:40.428049 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.428986 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.429502 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: security-groups-shared-filtering Apr 01 21:31:40.429915 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.430504 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 01 21:31:40.430933 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: securitygroup.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.440549 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.441089 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: security-group Apr 01 21:31:40.441418 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: segment.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.442169 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.442689 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension segment not supported by any of loaded plugins Apr 01 21:31:40.443519 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.444467 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.444982 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 21:31:40.445304 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: servicetype.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.446424 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.447299 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: service-type Apr 01 21:31:40.447627 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: sorting.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.448608 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.448941 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: sorting Apr 01 21:31:40.449262 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: standard_attr_segment.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.450218 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.450741 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 21:31:40.451064 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: standardattrdescription.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.451711 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.452223 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: standard-attr-description Apr 01 21:31:40.452551 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: stateful_security_group.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.453484 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.454033 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: stateful-security-group Apr 01 21:31:40.454359 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: stdattrs_common.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.454925 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 21:31:40.455250 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.456206 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.456737 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 21:31:40.457067 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: subnet_onboard.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.460350 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.460872 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: subnet_onboard Apr 01 21:31:40.461198 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.462172 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.462683 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 21:31:40.463005 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: subnet_service_types.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.463999 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.464518 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: subnet-service-types Apr 01 21:31:40.464847 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: subnetallocation.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.466062 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.466585 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: subnet_allocation Apr 01 21:31:40.466911 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.467576 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.468096 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: subnetpool-prefix-ops Apr 01 21:31:40.468419 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.469350 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.469956 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 21:31:40.470280 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: tagging.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.471342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.471868 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: standard-attr-tag Apr 01 21:31:40.472196 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: timestamp.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.473384 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.473944 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loaded extension: standard-attr-timestamp Apr 01 21:31:40.474302 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: trunk.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.475330 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.475851 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension trunk not supported by any of loaded plugins Apr 01 21:31:40.476180 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: trunk_details.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.483027 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.483548 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension trunk-details not supported by any of loaded plugins Apr 01 21:31:40.483872 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: uplink_status_propagation.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.484788 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.485306 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 21:31:40.485725 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Loading extension file: vlantransparent.py {{(pid=110142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 21:31:40.486394 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 21:31:40.486913 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 21:31:40.489449 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:network Apr 01 21:31:40.490017 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:subnet Apr 01 21:31:40.490416 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 21:31:40.490814 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:port Apr 01 21:31:40.492042 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.492596 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service FLAVORS assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.493217 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.493674 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.494008 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:router Apr 01 21:31:40.494434 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:floatingip Apr 01 21:31:40.494943 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service METERING assigned prefix: /metering {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.496369 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.496737 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.497090 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:31:40.498126 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 21:31:40.498604 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:security_group Apr 01 21:31:40.499064 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 21:31:40.499652 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service CORE assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.499981 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 21:31:40.500323 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] subnetpool is already registered Apr 01 21:31:40.500757 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service CORE assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.501081 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 21:31:40.501410 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] subnetpool is already registered Apr 01 21:31:40.503710 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.504143 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service FLAVORS assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:router Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] router is already registered Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:floatingip Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] floatingip is already registered Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service METERING assigned prefix: /metering {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.508473 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 21:31:40.509023 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] rbac_policy is already registered Apr 01 21:31:40.509023 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:security_group Apr 01 21:31:40.509245 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] security_group is already registered Apr 01 21:31:40.509675 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 21:31:40.510007 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] security_group_rule is already registered Apr 01 21:31:40.510620 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service CORE assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.510944 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 21:31:40.511279 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] subnetpool is already registered Apr 01 21:31:40.511696 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.v2.resource_helper [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Service CORE assigned prefix: {{(pid=110142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 21:31:40.512018 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 21:31:40.512346 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING neutron.quota.resource_registry [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] subnetpool is already registered Apr 01 21:31:40.512806 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: extensions {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.514333 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: address-groups {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.515818 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: address-scopes {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.517130 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: agents {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.518345 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: auto-allocated-topology {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.519584 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: availability_zones {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.520799 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: dhcp-networks {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.522964 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: dhcp-agents {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.524383 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: routers {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.526630 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: flavors {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.527798 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: service_profiles {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.529022 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: next_providers {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.530500 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: service_profiles {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.532938 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: floatingip-pools {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.534187 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: routers {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.536318 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: floatingips {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.537776 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: l3-routers {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.539174 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: l3-agents {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.540574 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: metering-labels {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.541958 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: metering-label-rules {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.543226 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: network-ip-availabilities {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.544503 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: bindings {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.546181 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: quotas {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.547739 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: quotas {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.549342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: rbac-policies {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.550667 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: security-groups {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.551902 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: security-group-rules {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.553171 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: service-providers {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.554408 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: subnetpools {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.555828 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: subnetpools {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.557283 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.559054 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.560844 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.562678 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.564468 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.566365 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.568585 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.570510 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.572555 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.574499 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron.api.extensions [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Extended resource: tags {{(pid=110142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 21:31:40.580311 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING keystonemiddleware.auth_token [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 21:31:40.585717 dv-cinder-836211-1-iscsi neutron-server[110142]: WARNING keystonemiddleware.auth_token [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 21:31:40.594436 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_concurrency.lockutils [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Acquired lock "singleton_lock" {{(pid=110142) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 01 21:31:40.594861 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_concurrency.lockutils [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Releasing lock "singleton_lock" {{(pid=110142) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 01 21:31:40.595507 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO oslo_service.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Starting 2 workers Apr 01 21:31:40.600468 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Started child 110287 {{(pid=110142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 21:31:40.605015 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Started child 110288 {{(pid=110142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 21:31:40.606209 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:40.606916 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO neutron.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 21:31:40.607319 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Publish callbacks [] for process (None), before_spawn {{(pid=110142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:40.607770 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [-] (110287) wsgi starting up on http://0.0.0.0:9696 Apr 01 21:31:40.609863 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO oslo_service.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Starting 1 workers Apr 01 21:31:40.610033 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:40.611306 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [-] (110288) wsgi starting up on http://0.0.0.0:9696 Apr 01 21:31:40.615733 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Started child 110289 {{(pid=110142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 21:31:40.616301 dv-cinder-836211-1-iscsi neutron-server[110142]: INFO oslo_service.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Starting 1 workers Apr 01 21:31:40.619551 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] calling RpcWorker wait() {{(pid=110289) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 21:31:40.620078 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] returning from RpcWorker wait() {{(pid=110289) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 21:31:40.620868 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Started child 110290 {{(pid=110142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 21:31:40.621418 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:40.621750 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG neutron_lib.callbacks.manager [None req-52324960-81bc-4822-9072-7f04ff76d01a None None] Publish callbacks [] for process (None), after_spawn {{(pid=110142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:40.621969 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:31:40.623695 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110142) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 21:31:40.623913 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 21:31:40.624100 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 21:31:40.624329 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 21:31:40.624682 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 21:31:40.624849 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 21:31:40.625366 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.625666 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.625936 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.626031 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:40.626455 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.626525 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.626969 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:31:40.627112 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.627389 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.627637 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.627910 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.628163 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.628334 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.628501 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.628755 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.628991 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.629295 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.629569 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.629847 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.630132 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.630302 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.630670 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.631456 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.631694 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.631962 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] debug = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.632281 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.632769 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.632999 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.633242 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.633479 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.633774 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.634003 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.634294 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.634533 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.634782 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.635020 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.635286 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.635534 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.635768 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.636016 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.636251 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.636518 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.636741 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.637214 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] host = dv-cinder-836211-1-iscsi {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.637461 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.637739 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.637968 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.638216 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.638476 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.638714 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.638966 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.639253 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.639476 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.639721 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.639985 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.640244 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.640497 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.640734 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.640901 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_options = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.641155 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.641418 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.641701 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.641892 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.642077 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.642210 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.642467 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.642632 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.642890 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.643109 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.643330 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.643568 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.643822 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.644043 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.644351 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.644529 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.644755 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.644973 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.645222 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.645480 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.645811 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.646067 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.646324 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.646550 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.646789 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.647009 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.647262 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.647481 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.647702 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.648037 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.648388 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.648658 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.648883 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.649131 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.649396 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.649669 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.649889 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.650126 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.650436 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.650668 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.650922 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.651249 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.651592 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.651830 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.652055 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.652569 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.652685 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_json = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.653146 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.653388 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.653685 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.653905 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.654148 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.654368 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.654609 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.654835 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.655080 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.655532 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.655817 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.656281 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.656413 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.656633 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.656880 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.657133 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.657601 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.657753 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.657898 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.658215 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.658440 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.658755 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.659018 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.659286 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.659966 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.660231 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.660607 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.660882 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.661141 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.661365 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.662330 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.668720 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669346 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.669942 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.670434 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.670434 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.670434 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.670434 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.670434 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.670724 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.670789 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.671041 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.671284 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.671519 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.671779 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.672002 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.672219 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.672438 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.672661 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.672908 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.673131 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.673371 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.673603 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.673848 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.674064 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.674298 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.674518 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.674733 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.674947 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.675152 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.675406 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.675621 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.675837 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.676049 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.676891 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.677130 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.677371 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.678137 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.678389 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.678726 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.678854 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.679022 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.679239 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.679478 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.679713 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.679928 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.680145 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.680358 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.680628 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.680966 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.681227 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.681482 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.681850 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.682103 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.682559 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.682559 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.682802 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.683022 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.683238 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.683492 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.683743 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.683970 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.684195 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.684415 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.684660 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.684885 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.685102 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.685326 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.685585 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.685829 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.686056 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.686340 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.686631 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.686870 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.687123 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.687389 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.687667 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.687888 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.688161 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.688380 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.688657 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.688956 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.689217 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.689497 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.690316 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.690316 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.690505 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.690791 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.690976 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.691220 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.691721 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.692043 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.693717 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.693717 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.693717 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.693717 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.694199 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.694199 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.694353 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697119 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.697912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.698583 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.698583 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.698583 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.698811 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.699012 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.699232 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.699452 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.699667 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.699903 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.700125 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.700381 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.700593 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.700929 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.701074 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.702718 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.702718 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.702718 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.702718 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.702718 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.702718 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.702718 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.703616 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.703616 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.703616 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.703616 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.703912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.704094 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.704342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.704594 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.704787 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.704999 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.705240 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.705787 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.706177 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.706552 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.706903 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.707309 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.707555 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.707901 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.708174 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.708431 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.708700 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.709118 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.709522 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.709855 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.710079 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.710325 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.710550 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.710772 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.711198 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.711457 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.711669 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.711893 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.712134 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.712407 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.712651 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.712895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.713138 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.713420 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.713761 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.714035 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.714249 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.714535 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.714795 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.715410 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.715636 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.715862 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.716154 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.716410 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.716643 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.716924 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.717158 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.717401 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.717665 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.717895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.718099 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.718324 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.718570 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.718779 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.719010 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.719222 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.719431 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.719844 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.720094 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.720306 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.720536 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.720748 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.720960 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.721182 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.721400 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.721662 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.721888 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.722101 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.722312 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.722554 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.722775 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.722984 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.723234 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.723466 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.723682 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.724549 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.724549 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.724549 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.724764 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.724881 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.725120 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.725407 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.725716 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.725978 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.726229 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.726551 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.726749 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.727011 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.727249 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.727501 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.727723 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.727979 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.728303 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.728592 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.728844 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.729102 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.729373 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.729683 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.729967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.730183 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.730500 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.730823 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.731107 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.731372 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.731619 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.731875 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.732099 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.732315 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.732537 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.732748 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.732989 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.733230 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.733461 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.733749 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.733971 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.734232 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.734471 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.734722 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.734935 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.735157 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.735373 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.735541 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 21:31:40.736081 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110142) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 21:31:40.736241 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 21:31:40.736393 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 21:31:40.736564 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 21:31:40.736734 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 21:31:40.736886 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 21:31:40.737095 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.737262 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.737419 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.737753 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.737913 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.738098 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.738253 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.738410 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.738540 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:31:40.738628 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.738721 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.738861 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.739019 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.739177 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.739335 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.739493 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.739651 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.739810 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.740483 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.740698 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.740824 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.740945 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.741106 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.741278 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] debug = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.741436 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.741678 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.741862 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.742967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.742967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.742967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.742967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.742967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.743397 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.743471 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.743589 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.743956 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.743956 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.744143 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.744224 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.744350 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.744510 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.744666 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.744823 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] host = dv-cinder-836211-1-iscsi {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.745002 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.745138 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.745291 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.745450 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.745627 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.745787 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.745951 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.746106 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.746420 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.746805 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.746805 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.747021 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.747021 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.747215 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748052 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_options = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748052 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748052 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748052 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748052 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748769 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748769 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748769 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.748769 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749297 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749297 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749297 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749297 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749840 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749840 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749840 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.749840 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.753819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754282 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 45592) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.754812 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_json = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.755243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756323 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 21:31:40.756779 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.756779 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.756779 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.756959 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.757228 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.757228 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.757393 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.757565 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.757741 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.757903 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.758058 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.758222 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.758395 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.758556 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.758701 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.758867 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.759029 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.759190 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.759352 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.759512 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.759674 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.759834 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.760496 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.760496 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.760734 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071290 Apr 01 21:31:40.760839 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.760839 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.761389 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.761597 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.761766 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.761948 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.762114 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.763138 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.763320 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.763660 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.763660 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.764378 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.764378 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.764378 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.764378 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.764778 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.764778 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.764974 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.765717 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.765974 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.766160 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.766342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.766588 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.766689 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.766870 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.767045 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.767218 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.767389 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.767563 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768470 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768470 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768470 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768470 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768470 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768790 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768790 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.768907 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.769083 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.769303 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.769408 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.769606 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.769778 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.769944 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.770108 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.770289 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.770449 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.770619 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.770785 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.770943 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.771103 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.771376 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.771525 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.771689 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.771860 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.772017 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.772181 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.772441 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.772630 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.772778 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.772939 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.773085 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.773243 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.773401 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775034 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775034 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775034 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775034 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775313 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775313 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775430 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775636 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775725 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.775861 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.776022 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.776184 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.776352 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.776772 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.776772 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.776930 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.776998 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.777121 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.777444 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.777700 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.777870 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.778081 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.778202 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779370 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779819 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.779991 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.780055 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.780195 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.780365 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.780541 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.780706 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.780974 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.781071 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.781172 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.781583 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.781885 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.782174 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.782562 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.782893 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.783066 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.783230 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.783396 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.783560 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.783723 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.783912 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.784077 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.784235 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.784405 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.784580 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.784729 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.784891 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.785056 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.785222 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.785387 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.785636 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.785747 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.785892 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.786054 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.786208 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.786376 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.786541 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.786704 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.786868 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.787033 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.787197 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.787361 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.787528 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.787761 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.788074 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.788245 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789342 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789913 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789913 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.789913 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.790120 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.790120 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.790261 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.790409 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.790571 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.790901 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.791065 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.791391 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.791651 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.791815 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.792200 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.792200 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.792477 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.792477 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.792751 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.792841 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.792984 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.793150 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.793312 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.793497 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.793712 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.793876 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.794037 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.794198 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.794373 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.794520 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.794668 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.794826 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.794984 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.795144 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.795301 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.795459 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.795617 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.795773 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.795929 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.796090 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.796262 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.796420 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.796738 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.796905 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.797069 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.797225 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.797390 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.797585 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.797735 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.797895 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.798058 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.798218 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.798820 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.798820 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.798820 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.799062 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.799062 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.799180 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.799347 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.799481 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.799642 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.799805 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.800298 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.800298 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.800298 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.800625 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.800625 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.800828 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.800930 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.801032 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.801195 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.801357 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.801586 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.801767 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.801935 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.802099 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.802272 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.802967 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.803120 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.803283 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.803445 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.803608 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.803780 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.803943 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.804871 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.804871 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.804871 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.804871 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.804871 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.804871 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.805527 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.805527 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.805527 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.805527 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.805792 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.805857 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.805970 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.806135 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.806297 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.806459 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.807868 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.808038 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.808207 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.808385 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.808563 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.808729 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.808904 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.809077 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.809254 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.809416 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.809614 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.809792 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.809959 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.810116 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811032 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811032 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811032 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811032 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811032 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811032 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811474 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811474 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811474 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811708 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811786 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.811938 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.812098 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.812259 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.812420 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.813116 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.813116 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 21:31:40.813116 dv-cinder-836211-1-iscsi neutron-server[110142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 21:31:52.368014 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c04f041-1de1-47fa-8e03-9e0d42f29b38 None None] get_active_networks_info from dv-cinder-836211-1-iscsi {{(pid=110289) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 01 21:31:52.447948 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c04f041-1de1-47fa-8e03-9e0d42f29b38 None None] No non-hosted networks {{(pid=110289) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 21:31:52.462685 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.agentschedulers_db [None req-9c04f041-1de1-47fa-8e03-9e0d42f29b38 None None] DHCP Agent not found on host dv-cinder-836211-1-iscsi {{(pid=110289) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 21:31:52.606233 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b181fe88-01ad-4a1d-8553-e036204b25bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686873'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:54.655901 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-32f2f9fa-71bb-416a-99bb-8357ed14b1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686873'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:54.722813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.db.api [None req-a9a7748e-af79-439c-ad45-58e305f93af0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836211-1-iscsi {{(pid=110289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 21:31:54.723204 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG oslo_db.api [None req-a9a7748e-af79-439c-ad45-58e305f93af0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 21:31:55.251080 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-a9a7748e-af79-439c-ad45-58e305f93af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:55.535899 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45658) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:31:55.727572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686873'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:56.076632 dv-cinder-836211-1-iscsi neutron-server[110288]: WARNING oslo_policy.policy [None req-f281c45d-1722-4cde-a197-5625c7588a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:31:56.077527 dv-cinder-836211-1-iscsi neutron-server[110288]: WARNING oslo_policy.policy [None req-f281c45d-1722-4cde-a197-5625c7588a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:31:56.303676 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [None req-f281c45d-1722-4cde-a197-5625c7588a20 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:31:56.313597 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f281c45d-1722-4cde-a197-5625c7588a20 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7669771 Apr 01 21:31:56.979059 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686873'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:58.600765 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686873'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:58.601761 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.602241 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.602431 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.602809 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.603143 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.603577 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.603902 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.604249 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.604577 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.605063 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.605411 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.605774 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.606115 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.606438 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.606839 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:31:58.608483 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836211-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:31:58.619726 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836211-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:31:58.860934 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45692) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:31:59.183915 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-1282d00b-eb46-428f-8d54-ff569b209954 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:31:59.277341 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.policy [None req-1282d00b-eb46-428f-8d54-ff569b209954 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110288) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 21:31:59.320771 dv-cinder-836211-1-iscsi neutron-server[110288]: WARNING oslo_policy.policy [None req-1282d00b-eb46-428f-8d54-ff569b209954 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:31:59.321285 dv-cinder-836211-1-iscsi neutron-server[110288]: WARNING oslo_policy.policy [None req-1282d00b-eb46-428f-8d54-ff569b209954 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:31:59.487697 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1282d00b-eb46-428f-8d54-ff569b209954 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769715495956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769715495623', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769715480019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769715472807', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769715463494', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769715812831', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1052314', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1080460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3923482', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3849576'] for rbac-policy (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:59.701396 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1282d00b-eb46-428f-8d54-ff569b209954 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:31:59.717638 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1282d00b-eb46-428f-8d54-ff569b209954 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8409193 Apr 01 21:32:01.688778 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.db.l3_hamode_db [None req-ae3e07f5-ea7e-4054-9f3a-c5fdb5ab8ae4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 21:32:01.768868 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e07f5-ea7e-4054-9f3a-c5fdb5ab8ae4 None None] Routers set() bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:32:01.769172 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e07f5-ea7e-4054-9f3a-c5fdb5ab8ae4 None None] Router IDs set() for agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 21:32:02.216833 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45704) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:02.528224 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:32:02.647535 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Made reservation on behalf of 3df80622fd9c436ca85a109b25caff30 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:32:02.651361 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:02.668456 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:02.773163 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks [] for security_group (56ce5785-9e0f-4b9d-9ff8-4ce5ab4e7599), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:02.858471 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (56ce5785-9e0f-4b9d-9ff8-4ce5ab4e7599), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:02.882350 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:32:02.916631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769717186865', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (8156e6df-84e3-452a-99d8-50783d582c2b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:02.917153 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Unsubscribe: segment precommit_create {{(pid=110288) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 21:32:02.917695 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Added segment 8156e6df-84e3-452a-99d8-50783d582c2b of type vlan for network df83c46e-71a7-46ae-837d-ec4fbc0b10be Apr 01 21:32:02.932931 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce5785-9e0f-4b9d-9ff8-4ce5ab4e7599,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:02.981124 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.981466 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.981845 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.982198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.983498 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.983828 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.984153 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.984473 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.984796 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.985114 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.985432 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.985791 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.986110 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.986422 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.986733 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Tracked resource versions report: Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: pushed versions: Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: { 'AddressGroup': {'1.2'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Agent': {'1.1'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'ConntrackHelper': {'1.0'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Log': {'1.0'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'NDPProxy': {'1.0'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Network': {'1.1'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Port': {'1.7'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'PortForwarding': {'1.3'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'QosPolicy': {'1.10'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroup': {'1.5'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SubPort': {'1.0'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Subnet': {'1.1'}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Trunk': {'1.1'}} Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: consumer versions: Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Agent': '1.1', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'ConntrackHelper': '1.0', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'LocalIPAssociation': '1.0', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Log': '1.0', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'NDPProxy': '1.0', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Network': '1.1', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Port': '1.7', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'PortForwarding': '1.3', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'QosPolicy': '1.10', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroup': '1.5', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroupRule': '1.2', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SubPort': '1.0', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Subnet': '1.1', Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Trunk': '1.1'}} Apr 01 21:32:02.988144 dv-cinder-836211-1-iscsi neutron-server[110288]: {{(pid=110288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:32:03.030199 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (df83c46e-71a7-46ae-837d-ec4fbc0b10be), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:03.133043 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (df83c46e-71a7-46ae-837d-ec4fbc0b10be), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:03.138283 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:03.138997 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:03.250669 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] Pushing event updated for resources: {'Network': ['ID=df83c46e-71a7-46ae-837d-ec4fbc0b10be,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:03.263254 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:32:03.307199 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-343c4a24-cae9-40e1-8f8a-0016b8d9b48f demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0893095 Apr 01 21:32:05.824923 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45716) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:06.225259 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ba884-6117-4b7c-af94-f511a3dc1c99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:06.226610 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1e3ba884-6117-4b7c-af94-f511a3dc1c99 demo admin] 10.222.0.30 "GET /v2.0/networks/df83c46e-71a7-46ae-837d-ec4fbc0b10be HTTP/1.1" status: 200 len: 825 time: 0.4007430 Apr 01 21:32:06.251024 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-8faf6c38-7f36-4e78-8ef6-e3d0dc0d20b1 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16 HTTP/1.1" status: 200 len: 734 time: 0.0188289 Apr 01 21:32:06.259661 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'subnetpool_id': 'a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16', 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:32:06.338582 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Made reservation on behalf of 3df80622fd9c436ca85a109b25caff30 for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:32:06.340815 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:06.687440 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (fbac3dad-a773-4814-b536-16e54e875e02), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:06.758100 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fbac3dad-a773-4814-b536-16e54e875e02,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:06.763710 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Checking segment: {'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:32:06.764111 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Network hostable DHCP agents. Network: df83c46e-71a7-46ae-837d-ec4fbc0b10be, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:32:06.856796 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:32:06.955778 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, df83c46e-71a7-46ae-837d-ec4fbc0b10be) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:32:06.960886 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:06.961483 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:06.966016 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b84a69-9938-413d-89e9-eb5c04129abb None None] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:32:07.049810 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-9a1a70f2-497f-454d-956a-e1919558d3f2 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7931859 Apr 01 21:32:07.339244 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'project_id': '3df80622fd9c436ca85a109b25caff30', 'fixed_ips': [{'subnet_id': 'fbac3dad-a773-4814-b536-16e54e875e02'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:32:07.340538 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:07.659632 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Allocated IP 172.20.0.2 (df83c46e-71a7-46ae-837d-ec4fbc0b10be/fbac3dad-a773-4814-b536-16e54e875e02/42ed8e87-9692-41c0-bc91-8c909b9e4b8a) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:32:07.926241 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Publish callbacks [] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:08.013717 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:08.086926 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:32:08.092891 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:32:08.104042 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:32:08.108507 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Pushing event updated for resources: {'Port': ['ID=42ed8e87-9692-41c0-bc91-8c909b9e4b8a,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:08.152191 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.152542 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.152900 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.153255 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.153612 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.153959 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.154288 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.154613 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.154939 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.155263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.155587 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.155925 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.156246 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.156566 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.156886 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Tracked resource versions report: Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: pushed versions: Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: { 'AddressGroup': {'1.2'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Agent': {'1.1'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'ConntrackHelper': {'1.0'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Log': {'1.0'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'NDPProxy': {'1.0'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Network': {'1.1'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Port': {'1.7'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'PortForwarding': {'1.3'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'QosPolicy': {'1.10'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroup': {'1.5'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SubPort': {'1.0'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Subnet': {'1.1'}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Trunk': {'1.1'}} Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: consumer versions: Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Agent': '1.1', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'ConntrackHelper': '1.0', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'LocalIPAssociation': '1.0', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Log': '1.0', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'NDPProxy': '1.0', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Network': '1.1', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Port': '1.7', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'PortForwarding': '1.3', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'QosPolicy': '1.10', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroup': '1.5', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroupRule': '1.2', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SubPort': '1.0', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Subnet': '1.1', Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Trunk': '1.1'}} Apr 01 21:32:08.158347 dv-cinder-836211-1-iscsi neutron-server[110289]: {{(pid=110289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:32:08.193040 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Attempting to bind port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:32:08.193373 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Attempting to bind port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:32:08.193838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Attempting to bind port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a on network df83c46e-71a7-46ae-837d-ec4fbc0b10be {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:32:08.198998 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:32:08.199368 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Checking segment: {'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:32:08.199841 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:08.200230 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Bound using segment: {'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:32:08.200689 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Bound port: 42ed8e87-9692-41c0-bc91-8c909b9e4b8a, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:32:08.201102 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:08.265924 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] For port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:32:08.270870 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] For port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=42ed8e87-9692-41c0-bc91-8c909b9e4b8a,segment=NetworkSegment(8156e6df-84e3-452a-99d8-50783d582c2b),segment_id=8156e6df-84e3-452a-99d8-50783d582c2b)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:32:08.339622 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:08.403089 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a170cd-22b5-4e46-bc6f-488f09f20713 None None] Pushing event updated for resources: {'Port': ['ID=42ed8e87-9692-41c0-bc91-8c909b9e4b8a,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:09.577982 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 45724) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:10.072117 dv-cinder-836211-1-iscsi neutron-server[110287]: WARNING oslo_policy.policy [None req-be8ab304-cef3-4a13-96cf-ec3f24484e89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:32:10.072698 dv-cinder-836211-1-iscsi neutron-server[110287]: WARNING oslo_policy.policy [None req-be8ab304-cef3-4a13-96cf-ec3f24484e89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:32:10.295207 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [None req-be8ab304-cef3-4a13-96cf-ec3f24484e89 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:32:10.296319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-be8ab304-cef3-4a13-96cf-ec3f24484e89 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7173896 Apr 01 21:32:12.868336 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45738) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:13.183295 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [None req-72d6b211-cf7b-4e00-a1bf-4a8ec7b61bb3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:32:13.184305 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-72d6b211-cf7b-4e00-a1bf-4a8ec7b61bb3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149254 Apr 01 21:32:15.724131 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45746) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:16.040861 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-8dd6dc63-b0a9-4743-8227-eff3f033dff1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:32:16.145170 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dc63-b0a9-4743-8227-eff3f033dff1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (312860f4-b076-4613-a363-480bb81624c1), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:16.146736 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dc63-b0a9-4743-8227-eff3f033dff1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (312860f4-b076-4613-a363-480bb81624c1), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:16.289397 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dc63-b0a9-4743-8227-eff3f033dff1 demo demo] Publish callbacks [] for router_controller (312860f4-b076-4613-a363-480bb81624c1), precommit_add_association {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:16.354911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dc63-b0a9-4743-8227-eff3f033dff1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (312860f4-b076-4613-a363-480bb81624c1), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:16.441624 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dc63-b0a9-4743-8227-eff3f033dff1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:16.457401 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-8dd6dc63-b0a9-4743-8227-eff3f033dff1 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7177520 Apr 01 21:32:18.992122 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45758) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:19.302774 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 42ed8e87-9692-41c0-bc91-8c909b9e4b8a up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:32:19.313623 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [None req-3b4d3fa0-2683-495f-85dc-5c73e2c2ea00 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:32:19.314791 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3b4d3fa0-2683-495f-85dc-5c73e2c2ea00 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215604 Apr 01 21:32:19.403104 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:19.403104 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:19.511433 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:19.511851 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:19.547392 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=42ed8e87-9692-41c0-bc91-8c909b9e4b8a,segment=NetworkSegment(8156e6df-84e3-452a-99d8-50783d582c2b),segment_id=8156e6df-84e3-452a-99d8-50783d582c2b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:32:19.618664 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:19.671254 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=42ed8e87-9692-41c0-bc91-8c909b9e4b8a,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:19.687261 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134af32e-6dae-4dd8-a06d-54af066f4d57 None None] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:32:19.770415 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-3699839c-c25e-46c1-b7a1-b3be9d3b7ff4 None None] Provisioning complete for port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:19.770811 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3699839c-c25e-46c1-b7a1-b3be9d3b7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:19.891033 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-3699839c-c25e-46c1-b7a1-b3be9d3b7ff4 None None] Current status of the port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:20.010123 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-6c3d496b-9df7-45e6-9743-883445c61bd1 None None] Provisioning complete for port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:20.010500 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c3d496b-9df7-45e6-9743-883445c61bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:20.088477 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d496b-9df7-45e6-9743-883445c61bd1 None None] Current status of the port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:21.261498 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 42ed8e87-9692-41c0-bc91-8c909b9e4b8a up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:32:21.311219 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:21.311612 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:21.387522 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:21.840505 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45766) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:22.154454 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:32:22.235570 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Made reservation on behalf of 7041a97f404e40d2b265a899743042d7 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:32:22.237730 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.247189 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.326957 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks [] for security_group (6e5654a3-1b39-4a85-95f5-0899603fcc52), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.361326 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-326a7a12-956c-4518-840c-71ea640d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.389924 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (6e5654a3-1b39-4a85-95f5-0899603fcc52), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.405133 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Reserving flat network on physical network physnet1 {{(pid=110288) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 21:32:22.424637 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5654a3-1b39-4a85-95f5-0899603fcc52,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:22.428988 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (76d9ab3c-08d0-4989-b2a4-9edc08eeffed), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.429326 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Added segment 76d9ab3c-08d0-4989-b2a4-9edc08eeffed of type flat for network 6019d985-4b83-4367-a084-97697100511f Apr 01 21:32:22.473403 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (6019d985-4b83-4367-a084-97697100511f), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.583911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (6019d985-4b83-4367-a084-97697100511f), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.584766 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:22.585365 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:22.673372 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] Pushing event updated for resources: {'Network': ['ID=6019d985-4b83-4367-a084-97697100511f,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:22.682961 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 6019d985-4b83-4367-a084-97697100511f details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:32:22.712405 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3fea5656-a513-4336-b25a-396c41727d4a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8708394 Apr 01 21:32:24.618425 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1ce57616-7a3e-42de-9a89-289f2df836d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:25.203447 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 45774) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:25.569442 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0bcfc1-97e9-4d26-a158-8222f016267a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:25.570779 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-cb0bcfc1-97e9-4d26-a158-8222f016267a demo admin] 10.222.0.30 "GET /v2.0/subnets/fbac3dad-a773-4814-b536-16e54e875e02 HTTP/1.1" status: 200 len: 849 time: 0.3663855 Apr 01 21:32:25.697127 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1ab72fc7-4f5c-4548-aa71-78816096c81c demo admin] 10.222.0.30 "GET /v2.0/routers/312860f4-b076-4613-a363-480bb81624c1 HTTP/1.1" status: 200 len: 704 time: 0.1202474 Apr 01 21:32:25.703982 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:25.970647 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:26.308497 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Allocated IP 172.20.0.1 (df83c46e-71a7-46ae-837d-ec4fbc0b10be/fbac3dad-a773-4814-b536-16e54e875e02/98f9eb59-e055-4230-9009-56986edbe006) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:32:26.491241 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks [] for port (98f9eb59-e055-4230-9009-56986edbe006), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:26.606191 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (98f9eb59-e055-4230-9009-56986edbe006), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:26.671722 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:32:26.676701 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:32:26.683717 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:32:26.684257 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (312860f4-b076-4613-a363-480bb81624c1), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:26.754135 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Pushing event updated for resources: {'Port': ['ID=98f9eb59-e055-4230-9009-56986edbe006,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:26.842114 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-d87af710-7123-4992-9d93-20eb4521358b None None] Provisioning complete for port 98f9eb59-e055-4230-9009-56986edbe006 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:26.842671 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d87af710-7123-4992-9d93-20eb4521358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (98f9eb59-e055-4230-9009-56986edbe006), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:26.885634 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-d87af710-7123-4992-9d93-20eb4521358b None None] Port 98f9eb59-e055-4230-9009-56986edbe006 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:32:26.961563 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (98f9eb59-e055-4230-9009-56986edbe006), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:26.965669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:27.166476 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks [] for port (98f9eb59-e055-4230-9009-56986edbe006), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:27.241178 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (98f9eb59-e055-4230-9009-56986edbe006), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:27.242203 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (312860f4-b076-4613-a363-480bb81624c1), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:27.320232 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Pushing event updated for resources: {'Port': ['ID=98f9eb59-e055-4230-9009-56986edbe006,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:27.366199 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:32:27.367480 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:32:27.617132 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Router 312860f4-b076-4613-a363-480bb81624c1 is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:32:27.708737 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-64527f89-27c0-482f-8ded-d419bce5638d None None] Provisioning complete for port 98f9eb59-e055-4230-9009-56986edbe006 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:27.709054 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-64527f89-27c0-482f-8ded-d419bce5638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (98f9eb59-e055-4230-9009-56986edbe006), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:27.709313 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:32:27.719686 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Sync routers for ids ['312860f4-b076-4613-a363-480bb81624c1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:32:27.722187 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3a344bc1-278b-49f6-9caf-52b3136feb88 demo admin] 10.222.0.30 "PUT /v2.0/routers/312860f4-b076-4613-a363-480bb81624c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0198154 Apr 01 21:32:27.734662 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Routers {'312860f4-b076-4613-a363-480bb81624c1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:32:27.735518 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:32:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['312860f4-b076-4613-a363-480bb81624c1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:27.748303 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-64527f89-27c0-482f-8ded-d419bce5638d None None] Port 98f9eb59-e055-4230-9009-56986edbe006 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:32:27.926112 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Set router 312860f4-b076-4613-a363-480bb81624c1 gateway port host: None {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:32:28.346890 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312860f4-b076-4613-a363-480bb81624c1', 'name': 'router1', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:32:16Z', 'updated_at': '2022-04-01T21:32:26Z', 'revision_number': 2, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'gw_port_host': None, '_interfaces': [{'id': '98f9eb59-e055-4230-9009-56986edbe006', 'name': '', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'mac_address': 'fa:16:3e:62:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:25Z', 'updated_at': '2022-04-01T21:32:27Z', 'revision_number': 2, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'subnets': [{'id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:28.398092 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Checking router: 312860f4-b076-4613-a363-480bb81624c1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:32:28.398787 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Updating router 312860f4-b076-4613-a363-480bb81624c1 port 98f9eb59-e055-4230-9009-56986edbe006 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:32:28.449180 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (98f9eb59-e055-4230-9009-56986edbe006), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:28.612823 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:28.960925 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Publish callbacks [] for port (98f9eb59-e055-4230-9009-56986edbe006), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.000723 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (98f9eb59-e055-4230-9009-56986edbe006), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.165213 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Pushing event updated for resources: {'Port': ['ID=98f9eb59-e055-4230-9009-56986edbe006,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:29.173405 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Attempting to bind port 98f9eb59-e055-4230-9009-56986edbe006 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:32:29.173837 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Attempting to bind port 98f9eb59-e055-4230-9009-56986edbe006 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:32:29.174270 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Attempting to bind port 98f9eb59-e055-4230-9009-56986edbe006 on network df83c46e-71a7-46ae-837d-ec4fbc0b10be {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:32:29.182764 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.183104 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.183456 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.183802 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.184128 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.184448 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.184766 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.185079 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.185412 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.185785 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.186101 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.186427 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.186742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.187052 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.187360 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Tracked resource versions report: Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: pushed versions: Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: { 'AddressGroup': {'1.2'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Agent': {'1.1'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'ConntrackHelper': {'1.0'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Log': {'1.0'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'NDPProxy': {'1.0'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Network': {'1.1'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Port': {'1.7'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'PortForwarding': {'1.3'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'QosPolicy': {'1.10'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroup': {'1.5'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SubPort': {'1.0'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Subnet': {'1.1'}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Trunk': {'1.1'}} Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: consumer versions: Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Agent': '1.1', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'ConntrackHelper': '1.0', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'LocalIPAssociation': '1.0', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Log': '1.0', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'NDPProxy': '1.0', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Network': '1.1', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Port': '1.7', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'PortForwarding': '1.3', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'QosPolicy': '1.10', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroup': '1.5', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroupRule': '1.2', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SubPort': '1.0', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Subnet': '1.1', Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Trunk': '1.1'}} Apr 01 21:32:29.188766 dv-cinder-836211-1-iscsi neutron-server[110290]: {{(pid=110290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:32:29.194759 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:32:29.195277 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Checking segment: {'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:32:29.196019 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.196788 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Bound using segment: {'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:32:29.198009 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Bound port: 98f9eb59-e055-4230-9009-56986edbe006, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8156e6df-84e3-452a-99d8-50783d582c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:32:29.198009 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (98f9eb59-e055-4230-9009-56986edbe006), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.265891 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] For port 98f9eb59-e055-4230-9009-56986edbe006, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:32:29.276712 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-c8279663-f645-4a52-80ee-de8e3baf6436 None None] Provisioning complete for port 98f9eb59-e055-4230-9009-56986edbe006 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:29.277106 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c8279663-f645-4a52-80ee-de8e3baf6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (98f9eb59-e055-4230-9009-56986edbe006), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.286293 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] For port 98f9eb59-e055-4230-9009-56986edbe006, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=98f9eb59-e055-4230-9009-56986edbe006,segment=NetworkSegment(8156e6df-84e3-452a-99d8-50783d582c2b),segment_id=8156e6df-84e3-452a-99d8-50783d582c2b)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:32:29.317470 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-c8279663-f645-4a52-80ee-de8e3baf6436 None None] Port 98f9eb59-e055-4230-9009-56986edbe006 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:32:29.367611 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (98f9eb59-e055-4230-9009-56986edbe006), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.426337 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2857768-fbcb-4737-b329-6afae478f560 None None] Pushing event updated for resources: {'Port': ['ID=98f9eb59-e055-4230-9009-56986edbe006,revision_number=4']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:29.428786 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Routers {'312860f4-b076-4613-a363-480bb81624c1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:32:29.429405 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:32:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['312860f4-b076-4613-a363-480bb81624c1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:29.524566 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] Set router 312860f4-b076-4613-a363-480bb81624c1 gateway port host: None {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:32:29.638688 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-c07feda6-1190-4fed-83da-fc8edd07bcb9 None None] Provisioning complete for port 98f9eb59-e055-4230-9009-56986edbe006 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:29.639263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c07feda6-1190-4fed-83da-fc8edd07bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (98f9eb59-e055-4230-9009-56986edbe006), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.721590 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-c07feda6-1190-4fed-83da-fc8edd07bcb9 None None] Current status of the port 98f9eb59-e055-4230-9009-56986edbe006 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:29.721975 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c07feda6-1190-4fed-83da-fc8edd07bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (98f9eb59-e055-4230-9009-56986edbe006), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.755102 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-c07feda6-1190-4fed-83da-fc8edd07bcb9 None None] For port 98f9eb59-e055-4230-9009-56986edbe006, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=98f9eb59-e055-4230-9009-56986edbe006,segment=NetworkSegment(8156e6df-84e3-452a-99d8-50783d582c2b),segment_id=8156e6df-84e3-452a-99d8-50783d582c2b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:32:29.762406 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312860f4-b076-4613-a363-480bb81624c1', 'name': 'router1', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:32:16Z', 'updated_at': '2022-04-01T21:32:26Z', 'revision_number': 2, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'gw_port_host': None, '_interfaces': [{'id': '98f9eb59-e055-4230-9009-56986edbe006', 'name': '', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'mac_address': 'fa:16:3e:62:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:25Z', 'updated_at': '2022-04-01T21:32:29Z', 'revision_number': 4, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'subnets': [{'id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:29.788101 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3705-2290-4145-9ecc-1ea76104c615 None None] The sync data for ids ['312860f4-b076-4613-a363-480bb81624c1'] in dv-cinder-836211-1-iscsi is: [{'id': '312860f4-b076-4613-a363-480bb81624c1', 'name': 'router1', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:32:16Z', 'updated_at': '2022-04-01T21:32:26Z', 'revision_number': 2, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'gw_port_host': None, '_interfaces': [{'id': '98f9eb59-e055-4230-9009-56986edbe006', 'name': '', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'mac_address': 'fa:16:3e:62:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:25Z', 'updated_at': '2022-04-01T21:32:29Z', 'revision_number': 4, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'subnets': [{'id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:32:29.812913 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c07feda6-1190-4fed-83da-fc8edd07bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (98f9eb59-e055-4230-9009-56986edbe006), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:29.859568 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07feda6-1190-4fed-83da-fc8edd07bcb9 None None] Pushing event updated for resources: {'Port': ['ID=98f9eb59-e055-4230-9009-56986edbe006,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:30.171397 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 45794) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:30.517295 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.policy [None req-e18fd177-10a5-4e8e-91b9-16f5d124ed49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110287) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 21:32:30.560104 dv-cinder-836211-1-iscsi neutron-server[110287]: WARNING oslo_policy.policy [None req-e18fd177-10a5-4e8e-91b9-16f5d124ed49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:32:30.560477 dv-cinder-836211-1-iscsi neutron-server[110287]: WARNING oslo_policy.policy [None req-e18fd177-10a5-4e8e-91b9-16f5d124ed49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 21:32:30.568569 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fd177-10a5-4e8e-91b9-16f5d124ed49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:30.570323 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-e18fd177-10a5-4e8e-91b9-16f5d124ed49 admin admin] 10.222.0.30 "GET /v2.0/networks/6019d985-4b83-4367-a084-97697100511f HTTP/1.1" status: 200 len: 842 time: 0.3978391 Apr 01 21:32:30.580935 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:32:30.681383 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Made reservation on behalf of 7041a97f404e40d2b265a899743042d7 for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:32:30.684253 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:31.138021 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.objects.ports [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 21:32:31.138524 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (83baf221-7e91-4975-8cb7-39dd60e37159), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:31.210443 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83baf221-7e91-4975-8cb7-39dd60e37159,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:31.212784 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:32:31.213200 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Network hostable DHCP agents. Network: 6019d985-4b83-4367-a084-97697100511f, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:32:31.229071 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.229413 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.229795 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.230117 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.230445 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.230772 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.231092 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.231411 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.231734 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.232052 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.232385 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.232721 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.233047 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.233362 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.233703 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Tracked resource versions report: Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: pushed versions: Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: { 'AddressGroup': {'1.2'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Agent': {'1.1'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'ConntrackHelper': {'1.0'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Log': {'1.0'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'NDPProxy': {'1.0'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Network': {'1.1'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Port': {'1.7'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'PortForwarding': {'1.3'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'QosPolicy': {'1.10'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroup': {'1.5'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SubPort': {'1.0'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Subnet': {'1.1'}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Trunk': {'1.1'}} Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: consumer versions: Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Agent': '1.1', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'ConntrackHelper': '1.0', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'LocalIPAssociation': '1.0', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Log': '1.0', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'NDPProxy': '1.0', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Network': '1.1', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Port': '1.7', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'PortForwarding': '1.3', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'QosPolicy': '1.10', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroup': '1.5', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroupRule': '1.2', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SubPort': '1.0', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Subnet': '1.1', Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Trunk': '1.1'}} Apr 01 21:32:31.235062 dv-cinder-836211-1-iscsi neutron-server[110287]: {{(pid=110287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:32:31.319586 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Network 6019d985-4b83-4367-a084-97697100511f is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:32:31.405368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 6019d985-4b83-4367-a084-97697100511f) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:32:31.410159 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:31.410844 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:31.416472 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9faaf3-66b7-4456-972e-7e62349bf15b None None] Network 6019d985-4b83-4367-a084-97697100511f requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:32:31.495764 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-250c8415-580d-41dc-b757-6a0c44ab641c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9190335 Apr 01 21:32:31.522502 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23b764-e1c6-4e26-9e52-7afeba50456e None None] Network 6019d985-4b83-4367-a084-97697100511f requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:32:33.954586 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 45818) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:34.205134 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-18d73ea5-b39c-46da-9cee-136ca0321bee demo admin] 10.222.0.30 "GET /v2.0/routers/312860f4-b076-4613-a363-480bb81624c1 HTTP/1.1" status: 200 len: 710 time: 0.2469943 Apr 01 21:32:34.293232 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ca754-d99b-4ac1-b3cb-5b70ea2bd8ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:32:34.294620 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-e31ca754-d99b-4ac1-b3cb-5b70ea2bd8ab demo admin] 10.222.0.30 "GET /v2.0/networks/6019d985-4b83-4367-a084-97697100511f HTTP/1.1" status: 200 len: 886 time: 0.0860355 Apr 01 21:32:34.303343 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:32:34.555413 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks [] for router_gateway (312860f4-b076-4613-a363-480bb81624c1), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:34.878936 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks [] for router_gateway (312860f4-b076-4613-a363-480bb81624c1), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:34.961515 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:35.125889 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Allocated IP 172.27.1.177 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/51c67052-0a2e-4bd1-9aab-874ac9e2c4bc) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:32:35.235351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks [] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:35.367320 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:35.438680 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:32:35.451497 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:32:35.456266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:32:35.459741 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Pushing event updated for resources: {'Port': ['ID=51c67052-0a2e-4bd1-9aab-874ac9e2c4bc,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:35.867368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks [] for router_gateway (312860f4-b076-4613-a363-480bb81624c1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:36.069399 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3687623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-899'] for router (312860f4-b076-4613-a363-480bb81624c1), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:36.074671 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3687632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689151'] for router (312860f4-b076-4613-a363-480bb81624c1), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:36.189292 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Router 312860f4-b076-4613-a363-480bb81624c1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:32:36.297466 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:32:36.302410 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:36.303588 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c784ae3f-813a-4729-82ea-3705e0e013a1 demo admin] 10.222.0.30 "PUT /v2.0/routers/312860f4-b076-4613-a363-480bb81624c1 HTTP/1.1" status: 200 len: 890 time: 2.0034654 Apr 01 21:32:36.664154 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:32:37.295773 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 98f9eb59-e055-4230-9009-56986edbe006 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:32:37.346089 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 98f9eb59-e055-4230-9009-56986edbe006 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:37.346486 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (98f9eb59-e055-4230-9009-56986edbe006), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:37.424439 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 98f9eb59-e055-4230-9009-56986edbe006 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:38.449238 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Sync routers for ids ['312860f4-b076-4613-a363-480bb81624c1'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:32:38.461782 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Routers {'312860f4-b076-4613-a363-480bb81624c1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:32:38.462506 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:32:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['312860f4-b076-4613-a363-480bb81624c1'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:38.673711 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Set router 312860f4-b076-4613-a363-480bb81624c1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:32:38.857061 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 45830) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:32:38.978537 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6dd2fe72-aca0-48d0-946f-8ccbbcbf10a1 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203976 Apr 01 21:32:39.150798 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312860f4-b076-4613-a363-480bb81624c1', 'name': 'router1', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '51c67052-0a2e-4bd1-9aab-874ac9e2c4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:32:16Z', 'updated_at': '2022-04-01T21:32:35Z', 'revision_number': 4, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'gw_port': {'id': '51c67052-0a2e-4bd1-9aab-874ac9e2c4bc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:34Z', 'updated_at': '2022-04-01T21:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '98f9eb59-e055-4230-9009-56986edbe006', 'name': '', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'mac_address': 'fa:16:3e:62:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:25Z', 'updated_at': '2022-04-01T21:32:29Z', 'revision_number': 5, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'subnets': [{'id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:39.203047 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Checking router: 312860f4-b076-4613-a363-480bb81624c1 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:32:39.203422 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Updating router 312860f4-b076-4613-a363-480bb81624c1 port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:32:39.255686 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:39.575609 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Publish callbacks [] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:39.662329 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:39.715614 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17933f55-e1b4-47b6-861a-3a311a23619e None None] Pushing event updated for resources: {'Port': ['ID=51c67052-0a2e-4bd1-9aab-874ac9e2c4bc,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:39.717964 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Attempting to bind port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:32:39.718338 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Attempting to bind port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:32:39.718694 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Attempting to bind port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:32:39.724863 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:32:39.725333 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:32:39.725757 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:39.726147 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:32:39.726610 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Bound port: 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:32:39.726987 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:39.777146 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] For port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:32:39.780173 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] For port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=51c67052-0a2e-4bd1-9aab-874ac9e2c4bc,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:32:39.858724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:39.924448 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Routers {'312860f4-b076-4613-a363-480bb81624c1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:32:39.925098 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:32:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['312860f4-b076-4613-a363-480bb81624c1'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:39.959870 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17933f55-e1b4-47b6-861a-3a311a23619e None None] Pushing event updated for resources: {'Port': ['ID=51c67052-0a2e-4bd1-9aab-874ac9e2c4bc,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:40.035424 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] Set router 312860f4-b076-4613-a363-480bb81624c1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:32:40.244235 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312860f4-b076-4613-a363-480bb81624c1', 'name': 'router1', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '51c67052-0a2e-4bd1-9aab-874ac9e2c4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:32:16Z', 'updated_at': '2022-04-01T21:32:35Z', 'revision_number': 4, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'gw_port': {'id': '51c67052-0a2e-4bd1-9aab-874ac9e2c4bc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:34Z', 'updated_at': '2022-04-01T21:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '98f9eb59-e055-4230-9009-56986edbe006', 'name': '', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'mac_address': 'fa:16:3e:62:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:25Z', 'updated_at': '2022-04-01T21:32:29Z', 'revision_number': 5, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'subnets': [{'id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:32:40.271046 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc184d7-5300-4ffc-9f73-ae87f88b1252 None None] The sync data for ids ['312860f4-b076-4613-a363-480bb81624c1'] in dv-cinder-836211-1-iscsi is: [{'id': '312860f4-b076-4613-a363-480bb81624c1', 'name': 'router1', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '51c67052-0a2e-4bd1-9aab-874ac9e2c4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:32:16Z', 'updated_at': '2022-04-01T21:32:35Z', 'revision_number': 4, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'gw_port': {'id': '51c67052-0a2e-4bd1-9aab-874ac9e2c4bc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:34Z', 'updated_at': '2022-04-01T21:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '98f9eb59-e055-4230-9009-56986edbe006', 'name': '', 'network_id': 'df83c46e-71a7-46ae-837d-ec4fbc0b10be', 'tenant_id': '3df80622fd9c436ca85a109b25caff30', 'mac_address': 'fa:16:3e:62:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312860f4-b076-4613-a363-480bb81624c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:32:25Z', 'updated_at': '2022-04-01T21:32:29Z', 'revision_number': 5, 'project_id': '3df80622fd9c436ca85a109b25caff30', 'subnets': [{'id': 'fbac3dad-a773-4814-b536-16e54e875e02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a789e6c7-a2dd-43f6-a5dc-834b0fcc7d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:32:41.330374 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:32:41.390758 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:41.390758 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:41.475276 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:41.475673 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:41.497988 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=51c67052-0a2e-4bd1-9aab-874ac9e2c4bc,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:32:41.623821 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:41.697912 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=51c67052-0a2e-4bd1-9aab-874ac9e2c4bc,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:32:43.331816 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:32:43.386368 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:32:43.387019 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (51c67052-0a2e-4bd1-9aab-874ac9e2c4bc), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:43.468380 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 51c67052-0a2e-4bd1-9aab-874ac9e2c4bc is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:32:52.400726 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1b92a0b7-a838-4a85-933b-67263e0d819a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:54.606317 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1711b817-6f2c-4a1e-b98c-b48a89acaa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:55.698018 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:56.943935 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:32:58.600816 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:13.663408 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:33:23.044160 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c3037f3c-0824-47ee-892f-3f7711806eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:24.617106 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-af9a65f4-a75c-4c10-9c42-7a7afd0887c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:25.696737 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:26.952444 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:28.604076 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:50.662577 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:33:52.352839 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-70af9e06-52f7-4f18-a6ed-5460589b6368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:54.604661 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef54a-6e0d-4ea6-93ed-06bf595cc8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:55.679169 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:56.946328 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:33:58.574443 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:02.323886 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46314) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:02.384319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e0a5da-7bb1-4e91-b5a9-952aafc8fa9c admin admin] GET failed (client error): The resource could not be found. Apr 01 21:34:02.385608 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-82e0a5da-7bb1-4e91-b5a9-952aafc8fa9c admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607486 Apr 01 21:34:02.549231 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba686865-9227-47f7-a2c7-49040432ad49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:02.550682 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ba686865-9227-47f7-a2c7-49040432ad49 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610708 Apr 01 21:34:04.869786 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46324) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:04.972466 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20916834-3a2f-453c-b8fa-b4df4512c010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:04.973873 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-20916834-3a2f-453c-b8fa-b4df4512c010 admin admin] 10.222.0.30 "GET /v2.0/subnets/fbac3dad-a773-4814-b536-16e54e875e02 HTTP/1.1" status: 200 len: 849 time: 0.1030753 Apr 01 21:34:04.983059 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:34:05.065778 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Publish callbacks [] for subnet (fbac3dad-a773-4814-b536-16e54e875e02), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:05.278452 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769717426562'] for subnet (fbac3dad-a773-4814-b536-16e54e875e02), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:05.309632 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:05.310224 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:05.311566 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] 10.222.0.30 "PUT /v2.0/subnets/fbac3dad-a773-4814-b536-16e54e875e02 HTTP/1.1" status: 200 len: 868 time: 0.3320765 Apr 01 21:34:05.331337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbac3dad-a773-4814-b536-16e54e875e02,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:34:05.332023 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9722ee-955a-442a-8bd8-c00934e26c8c None None] Network df83c46e-71a7-46ae-837d-ec4fbc0b10be requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:34:05.340039 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.340416 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.340747 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.341087 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.341422 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.341793 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.342119 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.342438 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.342774 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.343158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.343493 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.343838 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.344163 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.344495 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.344866 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22fcff-7b58-4f3a-80f8-a1e25ae8edf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:05.620166 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-88c32267-e159-4b3d-99da-78b738a291d4 None None] Provisioning complete for port 98f9eb59-e055-4230-9009-56986edbe006 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:34:05.620556 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-88c32267-e159-4b3d-99da-78b738a291d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (98f9eb59-e055-4230-9009-56986edbe006), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:05.699126 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-88c32267-e159-4b3d-99da-78b738a291d4 None None] Current status of the port 98f9eb59-e055-4230-9009-56986edbe006 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:34:05.709473 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-88c32267-e159-4b3d-99da-78b738a291d4 None None] Provisioning complete for port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:34:05.709885 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-88c32267-e159-4b3d-99da-78b738a291d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (42ed8e87-9692-41c0-bc91-8c909b9e4b8a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:05.784308 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-88c32267-e159-4b3d-99da-78b738a291d4 None None] Current status of the port 42ed8e87-9692-41c0-bc91-8c909b9e4b8a is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:34:07.611571 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46332) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:07.869188 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a26ba1-740f-4721-84f2-a9128da7f9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:07.869587 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a26ba1-740f-4721-84f2-a9128da7f9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:07.871120 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c4a26ba1-740f-4721-84f2-a9128da7f9e8 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2585986 Apr 01 21:34:10.179703 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46340) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:10.310714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314617c-012a-4d31-881a-2c73e2a99d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:10.311185 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314617c-012a-4d31-881a-2c73e2a99d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:10.313225 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-2314617c-012a-4d31-881a-2c73e2a99d5a admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325650 Apr 01 21:34:12.616849 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46348) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:12.744743 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0090c1e6-47e4-46b4-8aec-e17717113eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:12.746140 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0090c1e6-47e4-46b4-8aec-e17717113eaa admin admin] 10.222.0.30 "GET /v2.0/networks/6019d985-4b83-4367-a084-97697100511f HTTP/1.1" status: 200 len: 886 time: 0.1283424 Apr 01 21:34:15.043214 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46358) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:15.170384 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c550390-05ef-46b8-9233-56e4ddd2a4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:15.171763 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1c550390-05ef-46b8-9233-56e4ddd2a4d5 admin admin] 10.222.0.30 "GET /v2.0/networks/df83c46e-71a7-46ae-837d-ec4fbc0b10be HTTP/1.1" status: 200 len: 869 time: 0.1275826 Apr 01 21:34:17.462836 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46366) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:17.661753 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a61cb5-e161-417f-82b5-a8f23ed34d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:17.662114 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a61cb5-e161-417f-82b5-a8f23ed34d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:17.663628 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-72a61cb5-e161-417f-82b5-a8f23ed34d08 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1998641 Apr 01 21:34:19.961065 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46374) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:20.049725 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d654a8c-9460-42b5-97f3-de0dad242026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:20.050178 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d654a8c-9460-42b5-97f3-de0dad242026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:20.051672 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6d654a8c-9460-42b5-97f3-de0dad242026 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896361 Apr 01 21:34:22.356987 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8454ca83-f391-4216-91e4-0c5ccf1ab343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:22.375748 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46382) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:22.460593 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89235d0f-13ad-4dfa-bfc9-5138abafe33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:22.461961 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-89235d0f-13ad-4dfa-bfc9-5138abafe33b admin admin] 10.222.0.30 "GET /v2.0/subnets/83baf221-7e91-4975-8cb7-39dd60e37159 HTTP/1.1" status: 200 len: 816 time: 0.0852745 Apr 01 21:34:24.609990 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b7d1d381-da08-4f89-860f-6067b211a440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:24.755028 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46390) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:24.851031 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7afc7-2407-4535-b7cf-4c788589a059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:24.852436 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-0ac7afc7-2407-4535-b7cf-4c788589a059 admin admin] 10.222.0.30 "GET /v2.0/subnets/fbac3dad-a773-4814-b536-16e54e875e02 HTTP/1.1" status: 200 len: 868 time: 0.0964577 Apr 01 21:34:25.723425 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:26.952892 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:27.660366 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:34:28.586542 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:52.328178 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7ccb-6122-4e26-8296-63165f57e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:52.942462 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46442) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:52.989368 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [None req-3e3bed61-5cc9-421c-9881-8a82dea037b5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:34:52.990405 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3e3bed61-5cc9-421c-9881-8a82dea037b5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470276 Apr 01 21:34:54.614529 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6e38d29d-ebf8-4f39-ac61-f70471d5fb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:55.371056 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46450) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:55.430394 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc236f43-e041-4587-8d35-3006f63d0d8a admin admin] GET failed (client error): The resource could not be found. Apr 01 21:34:55.431845 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-bc236f43-e041-4587-8d35-3006f63d0d8a admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598433 Apr 01 21:34:55.581066 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989884a-cbff-475f-bb74-753298dbfba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:55.582467 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e989884a-cbff-475f-bb74-753298dbfba7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1461768 Apr 01 21:34:55.722005 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:56.968009 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:57.924116 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46458) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:34:57.971005 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:34:58.059360 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Made reservation on behalf of 7041a97f404e40d2b265a899743042d7 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:34:58.061574 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:58.089581 dv-cinder-836211-1-iscsi neutron-server[110288]: WARNING neutron.services.revisions.revision_plugin [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Could not find related network for resource to bump revision. Apr 01 21:34:58.100637 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:34:58.110660 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (110af48a-bbe6-4ea7-9dba-d645f4f83dd7), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:58.110660 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Added segment 110af48a-bbe6-4ea7-9dba-d645f4f83dd7 of type vlan for network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 Apr 01 21:34:58.146692 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (70ac2fb4-2b1c-4e86-9c2a-81a300364b89), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:58.242416 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (70ac2fb4-2b1c-4e86-9c2a-81a300364b89), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:58.243379 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:34:58.243960 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:34:58.301776 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Pushing event updated for resources: {'Network': ['ID=70ac2fb4-2b1c-4e86-9c2a-81a300364b89,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:34:58.308114 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.308463 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.308825 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.309170 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.310025 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.310354 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.310682 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.311006 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.311346 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.311692 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.312033 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.312373 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.312696 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.313015 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.313331 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:34:58.324030 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:34:58.376767 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3da6eeba-123b-427c-9ae1-69a95f22006f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4514377 Apr 01 21:34:58.591467 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:00.701591 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46466) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:35:00.760421 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.pecan_wsgi.hooks.translation [None req-119f7faf-c1f3-4d9b-a688-29ca38c5aea6 admin admin] GET failed (client error): The resource could not be found. Apr 01 21:35:00.763927 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-119f7faf-c1f3-4d9b-a688-29ca38c5aea6 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612333 Apr 01 21:35:00.830006 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fbf376-6a46-45f4-98fd-c6de928fbaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:35:00.831498 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-46fbf376-6a46-45f4-98fd-c6de928fbaf1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652361 Apr 01 21:35:00.840996 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:35:00.911310 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Made reservation on behalf of 7041a97f404e40d2b265a899743042d7 for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:35:00.913423 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:01.128418 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (06768f08-d9d4-41b7-b70d-c8849cc16d54), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:01.180191 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=06768f08-d9d4-41b7-b70d-c8849cc16d54,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:35:01.191098 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Checking segment: {'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:35:01.191450 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Network hostable DHCP agents. Network: 70ac2fb4-2b1c-4e86-9c2a-81a300364b89, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:35:01.248078 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:35:01.310908 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 70ac2fb4-2b1c-4e86-9c2a-81a300364b89) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:35:01.315399 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:35:01.316701 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:01.319661 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef4887-5ef2-4b32-a382-d9655cb1630e None None] Network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:35:01.376744 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-fa69f112-00c2-4f84-bfa7-723361f75acf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5390294 Apr 01 21:35:01.422563 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-70ac2fb4-2b1c-4e86-9c2a-81a300364b89', 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89', 'project_id': '7041a97f404e40d2b265a899743042d7', 'fixed_ips': [{'subnet_id': '06768f08-d9d4-41b7-b70d-c8849cc16d54'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:35:01.423446 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:01.565448 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Allocated IP 192.168.233.2 (70ac2fb4-2b1c-4e86-9c2a-81a300364b89/06768f08-d9d4-41b7-b70d-c8849cc16d54/bbab2ca9-be18-4b82-94ed-6fc863147d3b) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:35:01.802453 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Publish callbacks [] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:01.877805 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:01.918885 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:35:01.921816 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:35:01.927421 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:35:01.934756 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Pushing event updated for resources: {'Port': ['ID=bbab2ca9-be18-4b82-94ed-6fc863147d3b,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:35:01.957491 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.957862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.958223 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.958579 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.958918 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.959245 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.959568 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.959892 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.960212 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.960533 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.960858 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.961192 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.961510 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.961851 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.962169 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:35:01.997752 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Attempting to bind port bbab2ca9-be18-4b82-94ed-6fc863147d3b on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:35:01.998235 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Attempting to bind port bbab2ca9-be18-4b82-94ed-6fc863147d3b by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:35:01.998590 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Attempting to bind port bbab2ca9-be18-4b82-94ed-6fc863147d3b on network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:35:02.003694 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:35:02.004064 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Checking segment: {'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:35:02.004459 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:02.004841 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Bound using segment: {'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:35:02.005300 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Bound port: bbab2ca9-be18-4b82-94ed-6fc863147d3b, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:35:02.005702 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:02.066713 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] For port bbab2ca9-be18-4b82-94ed-6fc863147d3b, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:35:02.069758 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] For port bbab2ca9-be18-4b82-94ed-6fc863147d3b, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bbab2ca9-be18-4b82-94ed-6fc863147d3b,segment=NetworkSegment(110af48a-bbe6-4ea7-9dba-d645f4f83dd7),segment_id=110af48a-bbe6-4ea7-9dba-d645f4f83dd7)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:35:02.157730 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:02.225094 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966ec06-bd82-48dd-87ac-c3fefbed5c50 None None] Pushing event updated for resources: {'Port': ['ID=bbab2ca9-be18-4b82-94ed-6fc863147d3b,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:35:03.069310 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d5fe90-3ca4-4e66-b19b-bd0e441b216f None None] Network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:35:03.133419 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-31e5e962-e43b-4e04-8e34-6ae7756fe0be None None] Provisioning complete for port bbab2ca9-be18-4b82-94ed-6fc863147d3b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:35:03.133835 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-31e5e962-e43b-4e04-8e34-6ae7756fe0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:03.253786 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-31e5e962-e43b-4e04-8e34-6ae7756fe0be None None] Current status of the port bbab2ca9-be18-4b82-94ed-6fc863147d3b is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:35:03.254180 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-31e5e962-e43b-4e04-8e34-6ae7756fe0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:03.293963 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-31e5e962-e43b-4e04-8e34-6ae7756fe0be None None] For port bbab2ca9-be18-4b82-94ed-6fc863147d3b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bbab2ca9-be18-4b82-94ed-6fc863147d3b,segment=NetworkSegment(110af48a-bbe6-4ea7-9dba-d645f4f83dd7),segment_id=110af48a-bbe6-4ea7-9dba-d645f4f83dd7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:35:03.389012 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-31e5e962-e43b-4e04-8e34-6ae7756fe0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:03.418727 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bbab2ca9-be18-4b82-94ed-6fc863147d3b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:35:03.477724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5e962-e43b-4e04-8e34-6ae7756fe0be None None] Pushing event updated for resources: {'Port': ['ID=bbab2ca9-be18-4b82-94ed-6fc863147d3b,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:35:03.494168 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port bbab2ca9-be18-4b82-94ed-6fc863147d3b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:35:03.494563 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:03.537945 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-d85bae72-2401-4ef6-b976-6aab2590c574 None None] Provisioning complete for port bbab2ca9-be18-4b82-94ed-6fc863147d3b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:35:03.538321 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d85bae72-2401-4ef6-b976-6aab2590c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:03.642730 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port bbab2ca9-be18-4b82-94ed-6fc863147d3b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:35:03.652023 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-d85bae72-2401-4ef6-b976-6aab2590c574 None None] Current status of the port bbab2ca9-be18-4b82-94ed-6fc863147d3b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:35:04.661251 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:35:05.352850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bbab2ca9-be18-4b82-94ed-6fc863147d3b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:35:05.399685 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port bbab2ca9-be18-4b82-94ed-6fc863147d3b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:35:05.400060 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbab2ca9-be18-4b82-94ed-6fc863147d3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:05.480150 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port bbab2ca9-be18-4b82-94ed-6fc863147d3b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:35:22.344003 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-41c8183a-74b3-4494-8f8e-84e8c601ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:24.607403 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fc7214ed-ed82-4335-87d9-dc889984f512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:25.705572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:26.961837 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:28.613236 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:41.659662 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:35:52.369945 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5ea16139-d319-4117-b75e-e27bf07c0d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:54.628914 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f48f8ab-265d-4796-8a26-cc07c9bbb36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:55.709357 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:57.035850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:35:58.589882 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:18.658787 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:36:22.348668 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cc69b4c-1d8d-4b56-9dc4-f25389944b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:24.617142 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-61f4fa74-f8d7-4f20-8c9c-bd7f46fcf94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:25.708745 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:26.954687 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:28.600267 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:29.922345 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46504) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:36:29.927954 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [None req-d6b7d1b4-42ed-4001-929d-7242ae8e586a tempest-verify_tempest_config-1661915009 tempest-verify_tempest_config-1661915009-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:36:29.928958 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d6b7d1b4-42ed-4001-929d-7242ae8e586a tempest-verify_tempest_config-1661915009 tempest-verify_tempest_config-1661915009-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056357 Apr 01 21:36:30.444298 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46522) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:36:30.546906 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:30.616913 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Publish callbacks [] for security_group (4a783d7c-bd3d-4d02-9d98-feef98d85526), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:30.680015 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4a783d7c-bd3d-4d02-9d98-feef98d85526), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:30.725203 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e574f4f7651e461cb2abcdf2fd7d6c87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2796247 Apr 01 21:36:30.726074 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a783d7c-bd3d-4d02-9d98-feef98d85526,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:36:30.727894 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46526) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:36:30.742626 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.742967 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.743340 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.743677 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.744003 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.744323 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.744640 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.744955 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.745286 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.745627 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.745959 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.746275 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.746583 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.746891 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.747199 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b83e2e-48b8-4d98-a870-7c707b420a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:36:30.790712 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cd32c0e7-0960-4006-8791-f65f49dc9ff8 admin admin] Publish callbacks [] for security_group (4a783d7c-bd3d-4d02-9d98-feef98d85526), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:30.811182 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cd32c0e7-0960-4006-8791-f65f49dc9ff8 admin admin] Publish callbacks [] for security_group (4a783d7c-bd3d-4d02-9d98-feef98d85526), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:30.954665 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cd32c0e7-0960-4006-8791-f65f49dc9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4a783d7c-bd3d-4d02-9d98-feef98d85526), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:30.957440 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cd32c0e7-0960-4006-8791-f65f49dc9ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:30.958621 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-cd32c0e7-0960-4006-8791-f65f49dc9ff8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a783d7c-bd3d-4d02-9d98-feef98d85526 HTTP/1.1" status: 204 len: 168 time: 0.2298622 Apr 01 21:36:30.966295 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c0e7-0960-4006-8791-f65f49dc9ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a783d7c-bd3d-4d02-9d98-feef98d85526,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:36:52.342087 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0949f203-9d6c-404a-bbe8-918e7250a556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:54.599372 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b635529b-538b-4cd8-90d7-d6868570c693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:55.657599 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:36:55.713162 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:56.975870 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:36:58.604913 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:22.369732 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e19b011d-a04e-404e-a899-6a71017da84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:24.598445 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d1264458-ea0e-4321-9c2c-486f2fc28d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:25.718413 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:27.015173 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:28.598147 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:32.657129 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:37:52.380212 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-17a30437-e268-4913-9f5a-77a810b0c321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:54.608518 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5e8839ed-70da-424e-8ad0-ee15451eef91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:55.711436 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:56.957286 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:37:58.619763 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:09.655664 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 5 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:38:10.345758 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686873'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:22.362216 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3b8f07f9-7439-4e7c-a880-9cd38bcebc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:24.613882 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8aa7-ccc5-4e12-bc7b-3a551c250e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:24.869887 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46596) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:38:24.973823 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-5f131366-c843-4423-82ae-8d254fdd9bae admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028659 Apr 01 21:38:25.750784 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:26.962136 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:27.308658 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46606) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:38:27.362692 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2d3f1071-cae1-4abe-b9fb-1dfab2d6dfb0 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529439 Apr 01 21:38:28.607595 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:40.350585 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:46.655091 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:38:52.338355 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-003767fa-dfdc-45a4-a2a4-79ab5a7af66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:54.624224 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-af0ded23-6e91-49c9-9467-cf7605f02259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:55.721405 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:56.966909 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:38:58.606729 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:10.326884 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:22.344299 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e36e45b8-5b55-4e71-a566-8dbf9fb168c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:23.655519 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:39:24.612095 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b66aead3-81ea-410c-904d-803d8f885982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:25.720362 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:26.983626 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:28.600052 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:40.314188 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:52.353747 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-49b44b6e-0ca4-4d55-8f93-95c973107658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:54.616774 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce77a-5d44-4250-8a93-0886ce9ed702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:55.730845 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:57.028028 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:39:58.622875 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:00.655048 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:40:02.790400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46744) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:03.339936 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-network', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:03.410857 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Made reservation on behalf of b830e6c4d18d4632b83ac205b83cd683 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:03.413089 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.423215 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.450897 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46766) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:03.500697 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks [] for security_group (aededa8d-bfb7-4bf3-a86e-e7d59f093cc2), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.554010 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (aededa8d-bfb7-4bf3-a86e-e7d59f093cc2), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.576254 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:40:03.592006 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aededa8d-bfb7-4bf3-a86e-e7d59f093cc2,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:03.594489 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (a120e8e6-25c4-416a-9895-34d1bf5d3e60), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.594821 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Added segment a120e8e6-25c4-416a-9895-34d1bf5d3e60 of type vlan for network bbed30bf-fb51-411a-9965-9d6a277737eb Apr 01 21:40:03.614593 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.614938 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.615330 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.615607 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.615911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.616356 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.616599 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.616971 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.617304 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.617634 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Tracked resource versions report: Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: pushed versions: Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: { 'AddressGroup': {'1.2'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Agent': {'1.1'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'ConntrackHelper': {'1.0'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Log': {'1.0'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'NDPProxy': {'1.0'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Network': {'1.1'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Port': {'1.7'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'PortForwarding': {'1.3'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'QosPolicy': {'1.10'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroup': {'1.5'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SubPort': {'1.0'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Subnet': {'1.1'}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Trunk': {'1.1'}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: consumer versions: Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: HyperV agent@hv-cinder-83621: {}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Agent': '1.1', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'ConntrackHelper': '1.0', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'LocalIPAssociation': '1.0', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Log': '1.0', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'NDPProxy': '1.0', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Network': '1.1', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Port': '1.7', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'PortForwarding': '1.3', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'QosPolicy': '1.10', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroup': '1.5', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SecurityGroupRule': '1.2', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'SubPort': '1.0', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Subnet': '1.1', Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: 'Trunk': '1.1'}} Apr 01 21:40:03.621631 dv-cinder-836211-1-iscsi neutron-server[110288]: {{(pid=110288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:40:03.635981 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858223595-network', 'tenant_id': '4e7cd6fd049c40508567fbf66fd1272d'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:03.665889 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (bbed30bf-fb51-411a-9965-9d6a277737eb), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.759424 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Made reservation on behalf of 4e7cd6fd049c40508567fbf66fd1272d for: {'network': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:03.762147 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.778214 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.794022 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (bbed30bf-fb51-411a-9965-9d6a277737eb), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.795489 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:03.796919 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.861974 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] Pushing event updated for resources: {'Network': ['ID=bbed30bf-fb51-411a-9965-9d6a277737eb,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:03.873987 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network bbed30bf-fb51-411a-9965-9d6a277737eb details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:40:03.891142 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks [] for security_group (ca826949-761a-4746-b419-a565344ff423), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.971221 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (ca826949-761a-4746-b419-a565344ff423), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:03.978167 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a4ce7d46-b1a0-4ac3-bc91-98964cdfad13 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1866941 Apr 01 21:40:03.981271 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46804) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:03.983589 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Request body: {'subnet': {'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-subnet', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:04.010837 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:40:04.016587 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca826949-761a-4746-b419-a565344ff423,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:04.029530 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769717186865', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (ec9627a2-904b-41d9-8684-407834c2fc01), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.030125 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Unsubscribe: segment precommit_create {{(pid=110287) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 21:40:04.030587 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.segments_db [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Added segment ec9627a2-904b-41d9-8684-407834c2fc01 of type vlan for network 15d7e60e-ff84-4bd3-bda5-caedbac1a77b Apr 01 21:40:04.038630 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.038630 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.038630 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.038988 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.039205 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.039569 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.039899 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.040220 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.040562 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.040893 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.041234 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.041576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.041909 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.042256 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.042573 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Tracked resource versions report: Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: pushed versions: Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: { 'AddressGroup': {'1.2'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Agent': {'1.1'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'ConntrackHelper': {'1.0'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Log': {'1.0'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'NDPProxy': {'1.0'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Network': {'1.1'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Port': {'1.7'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'PortForwarding': {'1.3'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'QosPolicy': {'1.10'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroup': {'1.5'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SubPort': {'1.0'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Subnet': {'1.1'}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Trunk': {'1.1'}} Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: consumer versions: Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: HyperV agent@hv-cinder-83621: {}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Agent': '1.1', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'ConntrackHelper': '1.0', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'LocalIPAssociation': '1.0', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Log': '1.0', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'NDPProxy': '1.0', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Network': '1.1', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Port': '1.7', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'PortForwarding': '1.3', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'QosPolicy': '1.10', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroup': '1.5', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SecurityGroupRule': '1.2', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'SubPort': '1.0', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Subnet': '1.1', Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: 'Trunk': '1.1'}} Apr 01 21:40:04.043857 dv-cinder-836211-1-iscsi neutron-server[110287]: {{(pid=110287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:40:04.090916 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Made reservation on behalf of b830e6c4d18d4632b83ac205b83cd683 for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:04.094870 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.095041 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (15d7e60e-ff84-4bd3-bda5-caedbac1a77b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.205384 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (15d7e60e-ff84-4bd3-bda5-caedbac1a77b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.206884 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:04.207452 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.302588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] Pushing event updated for resources: {'Network': ['ID=15d7e60e-ff84-4bd3-bda5-caedbac1a77b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:04.315613 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 15d7e60e-ff84-4bd3-bda5-caedbac1a77b details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:40:04.355830 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (d8c73fc9-1d2b-4895-a866-7a59f4a827c1), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.364469 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ad17ce99-34da-49f1-9af3-dacdcdb32786 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9070015 Apr 01 21:40:04.365362 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46816) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:04.365880 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46818) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:04.371623 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Request body: {'subnet': {'network_id': '15d7e60e-ff84-4bd3-bda5-caedbac1a77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858223595-subnet', 'tenant_id': '4e7cd6fd049c40508567fbf66fd1272d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:04.399263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46822) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:04.412381 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c73fc9-1d2b-4895-a866-7a59f4a827c1,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:04.438706 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46826) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:04.454634 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Checking segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:04.456641 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Network hostable DHCP agents. Network: bbed30bf-fb51-411a-9965-9d6a277737eb, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:40:04.468099 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Made reservation on behalf of 4e7cd6fd049c40508567fbf66fd1272d for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:04.470603 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.559849 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Network bbed30bf-fb51-411a-9965-9d6a277737eb is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:40:04.616678 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, bbed30bf-fb51-411a-9965-9d6a277737eb) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:04.630605 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:04.631460 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.634910 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64fe740-a9ec-45ac-84e4-ed2bbe01c648 None None] Network bbed30bf-fb51-411a-9965-9d6a277737eb requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:04.657096 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1301314511-network', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:04.700926 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-333696508-network', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:04.724971 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-91a3c298-9507-4728-a783-f0a0875890cf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7392085 Apr 01 21:40:04.725186 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.727170 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46842) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:04.731593 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:04.761004 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-bbed30bf-fb51-411a-9965-9d6a277737eb', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:40:04.761186 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.804383 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:04.837237 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Checking segment: {'id': 'ec9627a2-904b-41d9-8684-407834c2fc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '15d7e60e-ff84-4bd3-bda5-caedbac1a77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:04.837602 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Network hostable DHCP agents. Network: 15d7e60e-ff84-4bd3-bda5-caedbac1a77b, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:40:04.839533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Made reservation on behalf of b5cafef9bf82418a8a46b28dab88b19d for: {'network': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:04.841926 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.868605 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.870458 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.873787 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.881663 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Made reservation on behalf of e48327a881b64c4aafa50ffb986450cd for: {'network': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:04.887470 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.911539 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46846) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:04.933223 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Allocated IP 172.20.0.2 (bbed30bf-fb51-411a-9965-9d6a277737eb/d8c73fc9-1d2b-4895-a866-7a59f4a827c1/c34f287e-0be5-47fb-9c81-dd4dcf495d5b) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:04.942339 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.953791 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks [] for router_controller (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), precommit_add_association {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:04.960044 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1112569756-network', 'tenant_id': '8ab324afb9714663b9391c6807248927'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:05.019109 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-149131962-network', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:05.045048 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Made reservation on behalf of 8ab324afb9714663b9391c6807248927 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:05.047341 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.054710 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Network 15d7e60e-ff84-4bd3-bda5-caedbac1a77b is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:40:05.083327 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks [] for security_group (9ec21fca-4502-4e66-91c8-42a88fa93765), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.094883 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks [] for security_group (676bf765-34dc-4aba-b4d6-131d7a2e236f), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.114400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.139043 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Publish callbacks [] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.148215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Made reservation on behalf of 78ccf87f38b64bfabe9d2aa4ba75ccaa for: {'network': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:05.150920 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.164464 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.173516 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9ec21fca-4502-4e66-91c8-42a88fa93765), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.176982 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (676bf765-34dc-4aba-b4d6-131d7a2e236f), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.180024 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 15d7e60e-ff84-4bd3-bda5-caedbac1a77b) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:05.188867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:05.189447 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.192446 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b358e-2510-4081-b0b5-576fa4c7a11e None None] Network 15d7e60e-ff84-4bd3-bda5-caedbac1a77b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:05.232324 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:40:05.235765 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks [] for router_gateway (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.244127 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:40:05.245149 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.284656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec21fca-4502-4e66-91c8-42a88fa93765,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:05.306580 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Pushing event updated for resources: {'Port': ['ID=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:05.310396 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks [] for security_group (88d5ee58-70a1-4fde-8d89-ea1c1804e31a), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.311770 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (dc60f39a-c7b9-4297-a4aa-e77a829d894b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.312600 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.segments_db [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Added segment dc60f39a-c7b9-4297-a4aa-e77a829d894b of type vlan for network 45e7b50d-8751-4809-b89b-4a262470e32b Apr 01 21:40:05.320179 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.320602 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.321169 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.321756 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.322287 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.322797 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.323589 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.324204 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.324752 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.325307 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.325850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.326392 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.326910 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.327416 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.327918 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Tracked resource versions report: Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: pushed versions: Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: { 'AddressGroup': {'1.2'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Agent': {'1.1'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'ConntrackHelper': {'1.0'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Log': {'1.0'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'NDPProxy': {'1.0'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Network': {'1.1'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Port': {'1.7'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'PortForwarding': {'1.3'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'QosPolicy': {'1.10'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroup': {'1.5'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SubPort': {'1.0'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Subnet': {'1.1'}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Trunk': {'1.1'}} Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: consumer versions: Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: HyperV agent@hv-cinder-83621: {}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Agent': '1.1', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'ConntrackHelper': '1.0', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'LocalIPAssociation': '1.0', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Log': '1.0', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'NDPProxy': '1.0', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Network': '1.1', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Port': '1.7', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'PortForwarding': '1.3', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'QosPolicy': '1.10', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroup': '1.5', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SecurityGroupRule': '1.2', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'SubPort': '1.0', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Subnet': '1.1', Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: 'Trunk': '1.1'}} Apr 01 21:40:05.329328 dv-cinder-836211-1-iscsi neutron-server[110289]: {{(pid=110289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:40:05.341353 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (b5e8d533-8748-407a-a431-04209bc0c5c8), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.341738 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.segments_db [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Added segment b5e8d533-8748-407a-a431-04209bc0c5c8 of type vlan for network c2fe525f-0896-4fb2-85f6-fd1713efecde Apr 01 21:40:05.363165 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-78436ec2-47f8-469b-b650-db6b812a8256 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9866443 Apr 01 21:40:05.374401 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Network bbed30bf-fb51-411a-9965-9d6a277737eb is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:05.383749 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:05.393331 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:05.416500 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676bf765-34dc-4aba-b4d6-131d7a2e236f,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:05.442434 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (45e7b50d-8751-4809-b89b-4a262470e32b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.450567 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (c2fe525f-0896-4fb2-85f6-fd1713efecde), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.497473 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks [] for security_group (f524fb59-68c3-41b6-81c2-34baff80c165), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.522360 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889bf8e-6c14-4bea-a903-6832359f99cc None None] Network 15d7e60e-ff84-4bd3-bda5-caedbac1a77b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:05.529260 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (88d5ee58-70a1-4fde-8d89-ea1c1804e31a), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.557470 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:40:05.564994 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (f524fb59-68c3-41b6-81c2-34baff80c165), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.601034 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (6810f957-a635-4b94-a790-504b8dae977f), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.603090 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Added segment 6810f957-a635-4b94-a790-504b8dae977f of type vlan for network f3e18272-ef08-46b8-b80a-b86317da3c99 Apr 01 21:40:05.605153 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=110287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:40:05.614227 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (c2fe525f-0896-4fb2-85f6-fd1713efecde), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.615190 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:05.615765 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.643898 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (45e7b50d-8751-4809-b89b-4a262470e32b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.645124 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:05.645888 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.661879 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Attempting to bind port c34f287e-0be5-47fb-9c81-dd4dcf495d5b on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:05.662351 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Attempting to bind port c34f287e-0be5-47fb-9c81-dd4dcf495d5b by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:05.662812 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Attempting to bind port c34f287e-0be5-47fb-9c81-dd4dcf495d5b on network bbed30bf-fb51-411a-9965-9d6a277737eb {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:05.669327 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f524fb59-68c3-41b6-81c2-34baff80c165,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:05.669774 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:05.670298 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Checking segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:05.670803 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.671293 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Bound using segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:05.672126 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Bound port: c34f287e-0be5-47fb-9c81-dd4dcf495d5b, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:05.672736 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.701335 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d5ee58-70a1-4fde-8d89-ea1c1804e31a,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:05.714678 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (f3e18272-ef08-46b8-b80a-b86317da3c99), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.759088 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] For port c34f287e-0be5-47fb-9c81-dd4dcf495d5b, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:05.763213 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] For port c34f287e-0be5-47fb-9c81-dd4dcf495d5b, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:05.785274 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (70494f42-2397-49a9-8477-f0312b37b525), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.785884 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.segments_db [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Added segment 70494f42-2397-49a9-8477-f0312b37b525 of type vlan for network 2a8519f4-6107-49d3-a86f-187b7997fafa Apr 01 21:40:05.841739 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.842381 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (f3e18272-ef08-46b8-b80a-b86317da3c99), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.843260 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:05.843836 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.849122 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4459667 Apr 01 21:40:05.855072 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46878) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:05.862893 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Request body: {'subnet': {'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-subnet', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:05.869168 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (2a8519f4-6107-49d3-a86f-187b7997fafa), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:05.889727 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] Pushing event updated for resources: {'Network': ['ID=c2fe525f-0896-4fb2-85f6-fd1713efecde,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:05.945334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network c2fe525f-0896-4fb2-85f6-fd1713efecde details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:40:05.960927 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5211196 Apr 01 21:40:05.970306 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46882) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:05.978938 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d0c7-d2b0-42b9-a20a-d6415e0b3314 admin admin] Pushing event updated for resources: {'Network': ['ID=45e7b50d-8751-4809-b89b-4a262470e32b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:05.982122 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.db.resource_extend [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 21:40:05.988782 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-db8b24a1-f7ad-40d9-a6e1-45d6846eb55a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6130269 Apr 01 21:40:05.994434 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46884) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:06.001113 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Request body: {'subnet': {'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-subnet', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:06.042193 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Request body: {'subnet': {'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1112569756-subnet', 'tenant_id': '8ab324afb9714663b9391c6807248927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:06.097497 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (2a8519f4-6107-49d3-a86f-187b7997fafa), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.098480 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:06.099061 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.136488 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ddbe-6439-4870-b5b8-9dcf424db8ad admin admin] Pushing event updated for resources: {'Network': ['ID=f3e18272-ef08-46b8-b80a-b86317da3c99,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:06.196349 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks [] for router_gateway (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.241837 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdbeaa-e19c-4046-884b-4e87d487a7af None None] Pushing event updated for resources: {'Port': ['ID=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:06.248880 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Made reservation on behalf of b5cafef9bf82418a8a46b28dab88b19d for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:06.259402 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.281765 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.303772 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Made reservation on behalf of e48327a881b64c4aafa50ffb986450cd for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:06.303772 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.305599 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Made reservation on behalf of 8ab324afb9714663b9391c6807248927 for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:06.308904 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3883655 Apr 01 21:40:06.320351 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.332371 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46894) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:06.356901 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 45e7b50d-8751-4809-b89b-4a262470e32b details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:40:06.402583 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Request body: {'subnet': {'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-149131962-subnet', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:06.433724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network f3e18272-ef08-46b8-b80a-b86317da3c99 details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:40:06.447755 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcde471-69db-478b-9b7a-97381e269cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8519f4-6107-49d3-a86f-187b7997fafa,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:06.540237 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Made reservation on behalf of 78ccf87f38b64bfabe9d2aa4ba75ccaa for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:06.543482 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.555698 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 2a8519f4-6107-49d3-a86f-187b7997fafa details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:40:06.588099 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46908) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:06.601836 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-500227152-network', 'tenant_id': 'e6731a9bbe0b4b99847a1af7ea412df2'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:06.753953 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Made reservation on behalf of e6731a9bbe0b4b99847a1af7ea412df2 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:06.756391 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.783711 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:06.828619 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Allocated IP 172.27.1.53 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/bb5625a7-4685-4a5e-9976-6d4f9c29cf11) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:06.934210 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (157bae94-b643-4a9f-8300-469b4dfbab26), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.017292 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=157bae94-b643-4a9f-8300-469b4dfbab26,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:07.025369 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Checking segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:07.025784 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Network hostable DHCP agents. Network: c2fe525f-0896-4fb2-85f6-fd1713efecde, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:40:07.062855 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (7c7333ec-6e12-4b94-afc9-440606049d8b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.113585 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks [] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.121910 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (c9ad9240-34b4-4921-8d50-1c7a64539f99), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.122108 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7333ec-6e12-4b94-afc9-440606049d8b,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:07.133465 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Checking segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:07.133861 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Network hostable DHCP agents. Network: 2a8519f4-6107-49d3-a86f-187b7997fafa, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:40:07.142656 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks [] for security_group (3c642290-33de-4595-bc2a-cefe29dd1276), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.144904 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:40:07.147489 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (cefa34c4-c80e-4824-83dd-e1365cdb2f2e), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.208430 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b91e652-61e4-4c89-b333-6e286509540d None None] Network bbed30bf-fb51-411a-9965-9d6a277737eb requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:07.210941 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3c642290-33de-4595-bc2a-cefe29dd1276), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.217908 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, c2fe525f-0896-4fb2-85f6-fd1713efecde) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:07.223075 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:07.225243 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.266819 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:40:07.271754 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ad9240-34b4-4921-8d50-1c7a64539f99,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:07.302412 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Network 2a8519f4-6107-49d3-a86f-187b7997fafa is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:40:07.311250 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 2a8519f4-6107-49d3-a86f-187b7997fafa) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:07.322253 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:07.322844 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.331264 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Checking segment: {'id': '6810f957-a635-4b94-a790-504b8dae977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:07.331629 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Network hostable DHCP agents. Network: f3e18272-ef08-46b8-b80a-b86317da3c99, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:40:07.335181 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (2196f01c-3299-456a-a327-d1dcdd16e409), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.342834 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Added segment 2196f01c-3299-456a-a327-d1dcdd16e409 of type vlan for network 2c09bfbe-3d83-44c0-a12c-84dd08ccca9f Apr 01 21:40:07.343553 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fd410496-e5a4-4fc2-a40e-ae99ab5d05ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3445206 Apr 01 21:40:07.344012 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46920) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:07.354264 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Checking segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:07.354264 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Network hostable DHCP agents. Network: 45e7b50d-8751-4809-b89b-4a262470e32b, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:40:07.354621 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:07.356750 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.398399 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c642290-33de-4595-bc2a-cefe29dd1276,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:07.428046 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eac5a8-a53b-4a46-995d-e242ab6e271c None None] Network c2fe525f-0896-4fb2-85f6-fd1713efecde requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:07.432447 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (2c09bfbe-3d83-44c0-a12c-84dd08ccca9f), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.436149 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacaba21-da76-4071-8958-07b4cbcb9191 None None] Network 2a8519f4-6107-49d3-a86f-187b7997fafa requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:07.454280 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefa34c4-c80e-4824-83dd-e1365cdb2f2e,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:07.467606 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:07.472824 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:07.478851 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:07.511766 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (794c3706-3bfc-4926-9773-ef5f99bffeb1), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.513170 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (794c3706-3bfc-4926-9773-ef5f99bffeb1), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.527372 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-89e5cef7-fb62-43b6-b864-0739609fdced admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1426308 Apr 01 21:40:07.532702 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46926) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:07.538994 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:07.561597 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Pushing event updated for resources: {'Port': ['ID=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:07.566644 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Network f3e18272-ef08-46b8-b80a-b86317da3c99 is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:40:07.570232 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Network 45e7b50d-8751-4809-b89b-4a262470e32b is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:40:07.574355 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-ab968124-588b-4f7f-8ffb-ea663268d107 None None] Provisioning complete for port c34f287e-0be5-47fb-9c81-dd4dcf495d5b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:07.574754 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ab968124-588b-4f7f-8ffb-ea663268d107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.584081 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, f3e18272-ef08-46b8-b80a-b86317da3c99) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:07.584864 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 45e7b50d-8751-4809-b89b-4a262470e32b) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:07.609163 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:07.609799 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.616755 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893ccc5-6126-4298-9191-9f6c39dd400d None None] Network f3e18272-ef08-46b8-b80a-b86317da3c99 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:07.648347 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:07.648944 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.657300 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (2c09bfbe-3d83-44c0-a12c-84dd08ccca9f), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.659793 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:07.659793 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.684096 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks [] for router_controller (794c3706-3bfc-4926-9773-ef5f99bffeb1), precommit_add_association {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.704344 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device c34f287e-0be5-47fb-9c81-dd4dcf495d5b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:07.706223 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd8e660-5ac5-40ca-9ead-efea122a4e51 None None] Network 45e7b50d-8751-4809-b89b-4a262470e32b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:07.718916 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-47f6c70d-a796-4bf4-8b47-e5d84e2adf8a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7475138 Apr 01 21:40:07.730906 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] Pushing event updated for resources: {'Network': ['ID=2c09bfbe-3d83-44c0-a12c-84dd08ccca9f,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:07.762385 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 2c09bfbe-3d83-44c0-a12c-84dd08ccca9f details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:40:07.838468 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-c2fe525f-0896-4fb2-85f6-fd1713efecde', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:40:07.839242 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.839785 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f925cb33-2b6a-4485-9db9-6ed19ab9efe8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9818826 Apr 01 21:40:07.843172 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-97bba553-4a76-4dfa-be68-36129b6c365d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2539790 Apr 01 21:40:07.845438 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 46940) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:07.851571 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:07.857840 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46942) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:07.891527 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Request body: {'subnet': {'network_id': '2c09bfbe-3d83-44c0-a12c-84dd08ccca9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-500227152-subnet', 'tenant_id': 'e6731a9bbe0b4b99847a1af7ea412df2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:07.899876 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.901059 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.941734 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-2a8519f4-6107-49d3-a86f-187b7997fafa', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:40:07.942504 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.951081 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks [] for router_gateway (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.954688 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:07.955019 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb774d-e386-4c42-96af-f280990db4b3 None None] Network f3e18272-ef08-46b8-b80a-b86317da3c99 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:07.955261 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.012570 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Made reservation on behalf of e6731a9bbe0b4b99847a1af7ea412df2 for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:08.015228 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.093854 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks [] for router_gateway (794c3706-3bfc-4926-9773-ef5f99bffeb1), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.107345 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks [] for router_controller (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), precommit_add_association {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.205569 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Allocated IP 172.20.0.2 (c2fe525f-0896-4fb2-85f6-fd1713efecde/157bae94-b643-4a9f-8300-469b4dfbab26/d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:08.226696 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks [] for router_controller (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), precommit_add_association {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.419513 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks [] for router_gateway (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.486665 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Allocated IP 172.20.0.2 (2a8519f4-6107-49d3-a86f-187b7997fafa/7c7333ec-6e12-4b94-afc9-440606049d8b/bbedd121-47dc-474c-9684-ae3967849297) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:08.562785 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks [] for router_gateway (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.601415 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.643529 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-45e7b50d-8751-4809-b89b-4a262470e32b', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:40:08.644595 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.759985 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (79a3e0e4-09cd-4649-897c-e9012d6eda90), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.882610 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-ab968124-588b-4f7f-8ffb-ea663268d107 None None] Current status of the port c34f287e-0be5-47fb-9c81-dd4dcf495d5b is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:08.883127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ab968124-588b-4f7f-8ffb-ea663268d107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.903468 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port c34f287e-0be5-47fb-9c81-dd4dcf495d5b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:08.904021 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:08.917012 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a3e0e4-09cd-4649-897c-e9012d6eda90,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:08.959325 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:40:08.992462 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 46998) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:08.996666 dv-cinder-836211-1-iscsi neutron-server[110287]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 21:40:08.999044 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks [] for router_gateway (794c3706-3bfc-4926-9773-ef5f99bffeb1), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.188003 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Checking segment: {'id': '2196f01c-3299-456a-a327-d1dcdd16e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c09bfbe-3d83-44c0-a12c-84dd08ccca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:09.188319 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Network hostable DHCP agents. Network: 2c09bfbe-3d83-44c0-a12c-84dd08ccca9f, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:40:09.195539 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:09.202234 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-ab968124-588b-4f7f-8ffb-ea663268d107 None None] For port c34f287e-0be5-47fb-9c81-dd4dcf495d5b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:09.206998 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Sync routers for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:09.220685 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:09.228907 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:09.229182 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks [] for router_gateway (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.253807 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.309332 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.311647 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-20120a3f-1b1d-4ba9-815d-698c244d379d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5832307 Apr 01 21:40:09.316706 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47018) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:09.367180 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Publish callbacks [] for port (bbedd121-47dc-474c-9684-ae3967849297), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.438835 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Allocated IP 172.20.0.2 (45e7b50d-8751-4809-b89b-4a262470e32b/cefa34c4-c80e-4824-83dd-e1365cdb2f2e/3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:09.467055 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.522741 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Allocated IP 172.27.1.25 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/523754f9-2036-4fa4-8d04-81c899c441a8) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:09.551345 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:09.704162 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks [] for router_gateway (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.755495 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.758655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Network 2c09bfbe-3d83-44c0-a12c-84dd08ccca9f is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:40:09.773025 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:07Z', 'revision_number': 3, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:09.774030 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port c34f287e-0be5-47fb-9c81-dd4dcf495d5b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:09.793593 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ab968124-588b-4f7f-8ffb-ea663268d107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.816028 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Checking router: 0a3cb91f-0702-4d22-9c60-d93c24ab89bf for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:09.820471 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Updating router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:09.848650 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.867147 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (bbedd121-47dc-474c-9684-ae3967849297), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.872225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-49d715e4-9afd-4731-bc41-ad58d343147d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:09.879529 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-49d715e4-9afd-4731-bc41-ad58d343147d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/networks?id=f3e18272-ef08-46b8-b80a-b86317da3c99 HTTP/1.1" status: 200 len: 812 time: 0.8848069 Apr 01 21:40:09.911687 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-beb6c069-8110-48f8-a7a6-5b464a3c86bf tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/quotas/8ab324afb9714663b9391c6807248927 HTTP/1.1" status: 200 len: 375 time: 0.0311584 Apr 01 21:40:09.966143 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 2c09bfbe-3d83-44c0-a12c-84dd08ccca9f) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:09.971005 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:09.971703 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Publish callbacks [] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.972144 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:09.993102 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Network 2a8519f4-6107-49d3-a86f-187b7997fafa is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:10.000418 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2600f97-16e9-49b2-93cd-922e9ee1ca73 None None] Network 2c09bfbe-3d83-44c0-a12c-84dd08ccca9f requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:10.002722 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-d38d6c65-4a64-4cbc-8a19-e4e0f6edb29b tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ab324afb9714663b9391c6807248927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900207 Apr 01 21:40:10.007590 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:10.012148 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:10.055153 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab968124-588b-4f7f-8ffb-ea663268d107 None None] Pushing event updated for resources: {'Port': ['ID=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:10.084463 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ea5c7d9a-3517-42af-bfff-89b4634f93d0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2174540 Apr 01 21:40:10.084681 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.084681 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-3ae4c4a0-f117-4b41-a01c-20ac5817f213 None None] Provisioning complete for port c34f287e-0be5-47fb-9c81-dd4dcf495d5b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:10.084681 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c4a0-f117-4b41-a01c-20ac5817f213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.207527 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks [] for port (523754f9-2036-4fa4-8d04-81c899c441a8), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.221195 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:10.270903 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47040) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:10.274519 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:10.288494 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:10.324128 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-8e7b15f6-7e57-41e1-b8f4-d600f1d9ea99 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:40:10.325325 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-8e7b15f6-7e57-41e1-b8f4-d600f1d9ea99 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975831 Apr 01 21:40:10.326206 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Pushing event updated for resources: {'Port': ['ID=bbedd121-47dc-474c-9684-ae3967849297,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:10.350364 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] Deleting subnet b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5 {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:40:10.351164 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Attempting to bind port bbedd121-47dc-474c-9684-ae3967849297 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:10.351546 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Attempting to bind port bbedd121-47dc-474c-9684-ae3967849297 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:10.352105 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Attempting to bind port bbedd121-47dc-474c-9684-ae3967849297 on network 2a8519f4-6107-49d3-a86f-187b7997fafa {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:10.361750 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] Publish callbacks [] for subnet (b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.406283 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Publish callbacks [] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.419741 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.421877 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.436942 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:10.437312 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Checking segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:10.437754 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.438138 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Bound using segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:10.438624 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Bound port: bbedd121-47dc-474c-9684-ae3967849297, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:10.439017 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (bbedd121-47dc-474c-9684-ae3967849297), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.445754 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a6690-df31-4db2-b621-778e8b9ef05a None None] Network 2c09bfbe-3d83-44c0-a12c-84dd08ccca9f requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:10.477940 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Allocated IP 172.27.1.152 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/4638eb01-acfa-4aac-9dae-473bd49213a4) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:10.480762 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.490879 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:10.500907 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:10.504696 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Pushing event updated for resources: {'Port': ['ID=523754f9-2036-4fa4-8d04-81c899c441a8,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:10.507211 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:10.519264 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.541479 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Pushing event updated for resources: {'Port': ['ID=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:10.552893 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Attempting to bind port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:10.553261 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Attempting to bind port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:10.553663 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Attempting to bind port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:10.610567 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks [] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.613377 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] Publish callbacks [] for subnet (b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.618767 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:10.619149 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Checking segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:10.619552 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.619948 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Bound using segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:10.620431 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Bound port: d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:10.620811 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.628123 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.636883 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Network 45e7b50d-8751-4809-b89b-4a262470e32b is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:10.660280 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:10.662086 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4c4a0-f117-4b41-a01c-20ac5817f213 None None] Current status of the port c34f287e-0be5-47fb-9c81-dd4dcf495d5b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:10.665521 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:10.706618 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Pushing event updated for resources: {'Port': ['ID=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:10.727616 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-7e01712e-0daf-4fac-a6fa-a038c8129376 service neutron] 10.222.0.30 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747747 Apr 01 21:40:10.767360 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] For port bbedd121-47dc-474c-9684-ae3967849297, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:10.833758 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] For port bbedd121-47dc-474c-9684-ae3967849297, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bbedd121-47dc-474c-9684-ae3967849297,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:10.848759 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Allocated IP 172.20.0.1 (bbed30bf-fb51-411a-9965-9d6a277737eb/d8c73fc9-1d2b-4895-a866-7a59f4a827c1/4325c838-48b0-476d-b615-fdf57c168dbe) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:10.860347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Attempting to bind port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:10.860347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Attempting to bind port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:10.860347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Attempting to bind port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:10.863556 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] For port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:10.864262 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-90c87095-cceb-4405-abf3-1945510fbcf1 service neutron] 10.222.0.30 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289504 Apr 01 21:40:10.868406 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] For port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:10.870048 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:10.872349 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Checking segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:10.872349 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.872601 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Bound using segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:10.873629 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Bound port: 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:10.873629 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.889085 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.948679 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (bbedd121-47dc-474c-9684-ae3967849297), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.948948 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:10.969151 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks [] for router_gateway (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.011334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.024588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:11.026890 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:11.037442 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.040912 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ba1b714d-95a0-4994-a8d8-64407aa839f7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b5402cc4-d2ba-48ce-88dc-ad5b0337d2d5 HTTP/1.1" status: 204 len: 168 time: 0.7691100 Apr 01 21:40:11.050968 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:11.060339 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Allocated IP 172.27.1.74 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/0bc163ec-48dc-43c9-9cca-463f051fc69b) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:11.060790 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47052) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:11.063531 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:11.074735 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] For port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:11.075667 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Pushing event updated for resources: {'Port': ['ID=4638eb01-acfa-4aac-9dae-473bd49213a4,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:11.089071 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] For port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:11.090907 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd74455-eebe-4a7c-99d7-ded9dc299d66 None None] Pushing event updated for resources: {'Port': ['ID=bbedd121-47dc-474c-9684-ae3967849297,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:11.225906 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.232954 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c463e-cad0-46c3-b275-2c250737fb24 None None] Pushing event updated for resources: {'Port': ['ID=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:11.280731 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks [] for port (4325c838-48b0-476d-b615-fdf57c168dbe), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.281920 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47068) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:11.287958 dv-cinder-836211-1-iscsi neutron-server[110288]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 21:40:11.304941 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (15d7e60e-ff84-4bd3-bda5-caedbac1a77b), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.393192 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149967c-3242-4f2e-956b-60ceaf8de703 None None] Pushing event updated for resources: {'Port': ['ID=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:11.456442 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0a2090be-bfba-4cdf-a8c2-5e06aaa2296c req-430025ef-0246-4ab2-ad77-fb724c91b073 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.1734869 Apr 01 21:40:11.537728 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.747122 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.748074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (15d7e60e-ff84-4bd3-bda5-caedbac1a77b), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.802652 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.803003 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.804648 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.805032 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > port after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.805423 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.805808 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > port after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.806134 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.806456 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.806774 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.807688 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:11.903436 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Network bbed30bf-fb51-411a-9965-9d6a277737eb is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:11.917121 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:11.928416 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:11.928888 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:11.935143 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Pushing event updated for resources: {'Port': ['ID=4325c838-48b0-476d-b615-fdf57c168dbe,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:12.286559 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:12.287064 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:12.287266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:12.287579 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:40:12.287956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d7e60e-ff84-4bd3-bda5-caedbac1a77b']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:12.296604 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:40:12.308912 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bbedd121-47dc-474c-9684-ae3967849297 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:12.321818 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks [] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.355234 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47100) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:12.399821 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9627a2-904b-41d9-8684-407834c2fc01') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:12.401600 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9627a2-904b-41d9-8684-407834c2fc01') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:12.403070 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port bbedd121-47dc-474c-9684-ae3967849297 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:12.405940 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbedd121-47dc-474c-9684-ae3967849297), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.473456 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.510103 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cae0e0b-64ae-4579-8298-320b29befc1d None None] Provisioning complete for port 4325c838-48b0-476d-b615-fdf57c168dbe triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:12.510716 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cae0e0b-64ae-4579-8298-320b29befc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.527613 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (ec9627a2-904b-41d9-8684-407834c2fc01), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.544140 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port bbedd121-47dc-474c-9684-ae3967849297 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:12.544679 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (bbedd121-47dc-474c-9684-ae3967849297), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.583329 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cae0e0b-64ae-4579-8298-320b29befc1d None None] Port 4325c838-48b0-476d-b615-fdf57c168dbe cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:12.624355 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port bbedd121-47dc-474c-9684-ae3967849297, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bbedd121-47dc-474c-9684-ae3967849297,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:12.625006 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:12.636157 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Sync routers for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:12.654167 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:12.654942 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:12.741338 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d52c05a7-4480-4a59-9349-4ce6aceb9537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.746759 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (bbedd121-47dc-474c-9684-ae3967849297), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.746759 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device c34f287e-0be5-47fb-9c81-dd4dcf495d5b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:12.801714 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a81fd0f4-8d28-4554-aefc-517e21a3d8fb req-f6fbc4a0-8c7b-4599-b506-8a32d09230ee tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.1359606 Apr 01 21:40:12.807407 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.811764 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-9b8bd190-bea2-4c89-b144-404ff7b08e41 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9654195 Apr 01 21:40:12.818766 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.820745 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47112) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:12.835410 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (ec9627a2-904b-41d9-8684-407834c2fc01), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.856896 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Publish callbacks [] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.868724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=bbedd121-47dc-474c-9684-ae3967849297,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:12.919672 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.947030 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:12.956285 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:40:12.956692 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (ec9627a2-904b-41d9-8684-407834c2fc01), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: from cryptography.utils import int_from_bytes Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: from cryptography.utils import int_from_bytes Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:40:12.982935 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:40:13.020092 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Pushing event updated for resources: {'Port': ['ID=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,revision_number=2']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:13.029714 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.030062 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.030416 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.030768 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.031106 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.031432 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.031773 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.032098 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.032414 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.032731 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.033050 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.033381 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.037663 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.039805 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.040149 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Tracked resource versions report: Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: pushed versions: Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: { 'AddressGroup': {'1.2'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Agent': {'1.1'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'ConntrackHelper': {'1.0'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'LocalIPAssociation': {'1.0'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Log': {'1.0'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'NDPProxy': {'1.0'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Network': {'1.1'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Port': {'1.7'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'PortForwarding': {'1.3'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'QosPolicy': {'1.10'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroup': {'1.5'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroupRule': {'1.2'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SubPort': {'1.0'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Subnet': {'1.1'}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Trunk': {'1.1'}} Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: consumer versions: Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: { DHCP agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: HyperV agent@hv-cinder-83621: {}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: L3 agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: Metadata agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: Metering agent@dv-cinder-836211-1-iscsi: {}, Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: Open vSwitch agent@dv-cinder-836211-1-iscsi: { 'AddressGroup': '1.2', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Agent': '1.1', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'ConntrackHelper': '1.0', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'LocalIPAssociation': '1.0', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Log': '1.0', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'NDPProxy': '1.0', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Network': '1.1', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Port': '1.7', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'PortForwarding': '1.3', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'QosPolicy': '1.10', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroup': '1.5', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SecurityGroupRule': '1.2', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'SubPort': '1.0', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Subnet': '1.1', Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: 'Trunk': '1.1'}} Apr 01 21:40:13.041761 dv-cinder-836211-1-iscsi neutron-server[110290]: {{(pid=110290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 21:40:13.051808 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port c34f287e-0be5-47fb-9c81-dd4dcf495d5b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:13.052535 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.096954 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Attempting to bind port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:13.096954 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Attempting to bind port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:13.096954 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Attempting to bind port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:13.108126 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:13.108800 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:13.109358 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.109928 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:13.110561 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Bound port: bb5625a7-4685-4a5e-9976-6d4f9c29cf11, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:13.111112 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.130421 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Pushing event updated for resources: {'Port': ['ID=0bc163ec-48dc-43c9-9cca-463f051fc69b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:13.163603 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:13.167235 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:13.177955 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:13.224156 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] For port bb5625a7-4685-4a5e-9976-6d4f9c29cf11, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:13.230651 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] For port bb5625a7-4685-4a5e-9976-6d4f9c29cf11, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:13.296640 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks [] for router_gateway (794c3706-3bfc-4926-9773-ef5f99bffeb1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.365829 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.417073 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a52a8-fc8d-4104-96b5-ff8efcac05ca None None] Network 45e7b50d-8751-4809-b89b-4a262470e32b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:13.445101 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (15d7e60e-ff84-4bd3-bda5-caedbac1a77b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.567581 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:13.568671 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:13.587087 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02e865-65ec-4028-9c8d-4f0a85e0a36c None None] Network c2fe525f-0896-4fb2-85f6-fd1713efecde requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:13.666699 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.685572 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15d7e60e-ff84-4bd3-bda5-caedbac1a77b HTTP/1.1" status: 204 len: 168 time: 2.6235716 Apr 01 21:40:13.689382 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47128) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:13.707339 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936b91a-5ba3-4b1b-8888-8d5e7b428205 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d7e60e-ff84-4bd3-bda5-caedbac1a77b,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:13.710477 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-54e4b69a-e339-473a-bc1b-718b75caeabb None None] Provisioning complete for port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:13.711253 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-54e4b69a-e339-473a-bc1b-718b75caeabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.714984 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d52c05a7-4480-4a59-9349-4ce6aceb9537 admin admin] Publish callbacks [] for security_group (dc383875-04d2-45e0-bbaf-40885ab96751), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.736130 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks [] for port (4325c838-48b0-476d-b615-fdf57c168dbe), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.758180 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf383702-5f7c-45a0-b99b-c5066d996ef7 None None] Pushing event updated for resources: {'Port': ['ID=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:13.844788 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.846162 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.848191 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d52c05a7-4480-4a59-9349-4ce6aceb9537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (dc383875-04d2-45e0-bbaf-40885ab96751), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.861342 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] Deleting subnet 79a3e0e4-09cd-4649-897c-e9012d6eda90 {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:40:13.874184 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:13.876960 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] Publish callbacks [] for subnet (79a3e0e4-09cd-4649-897c-e9012d6eda90), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:13.960736 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b89c541-5127-43f1-90b3-df34eb91ca6f None None] Network 2a8519f4-6107-49d3-a86f-187b7997fafa requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:40:14.016359 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c05a7-4480-4a59-9349-4ce6aceb9537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc383875-04d2-45e0-bbaf-40885ab96751,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:14.041492 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bb1e6363-9154-4acc-8b71-2d6323b690f6 req-bc26ac6d-294c-404b-8d77-95682079e2e2 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.0550766 Apr 01 21:40:14.062232 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d52c05a7-4480-4a59-9349-4ce6aceb9537 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=440445eeed684a5290a0714ec316cbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7048345 Apr 01 21:40:14.072966 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47140) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:14.108791 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555033'] for subnet (79a3e0e4-09cd-4649-897c-e9012d6eda90), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.155985 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks [] for router_gateway (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.272760 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e3b64e3-2fb2-4263-8c77-f8da6180a555 admin admin] Publish callbacks [] for security_group (dc383875-04d2-45e0-bbaf-40885ab96751), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.282703 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Pushing event updated for resources: {'Port': ['ID=4325c838-48b0-476d-b615-fdf57c168dbe,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:14.297517 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:10Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:14.307727 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-54e4b69a-e339-473a-bc1b-718b75caeabb None None] Current status of the port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:14.307935 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Network bbed30bf-fb51-411a-9965-9d6a277737eb is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:14.312958 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-54e4b69a-e339-473a-bc1b-718b75caeabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.319038 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:14.338900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (794c3706-3bfc-4926-9773-ef5f99bffeb1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.339430 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5622e-9349-4e17-8e73-9ba8a95e2e6a None None] The sync data for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi is: [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:10Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:14.347833 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e3b64e3-2fb2-4263-8c77-f8da6180a555 admin admin] Publish callbacks [] for security_group (dc383875-04d2-45e0-bbaf-40885ab96751), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.360272 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port c34f287e-0be5-47fb-9c81-dd4dcf495d5b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:14.365341 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (79a3e0e4-09cd-4649-897c-e9012d6eda90), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.370772 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:14.473447 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:10Z', 'revision_number': 3, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:14.551587 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-54e4b69a-e339-473a-bc1b-718b75caeabb None None] For port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:14.629363 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-54e4b69a-e339-473a-bc1b-718b75caeabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.639999 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Checking router: de41e7cb-e3d9-4f34-b793-3d9e6cfca446 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:14.640351 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Updating router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 port 523754f9-2036-4fa4-8d04-81c899c441a8 binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:14.870550 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.882875 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4b69a-e339-473a-bc1b-718b75caeabb None None] Pushing event updated for resources: {'Port': ['ID=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:14.906073 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e3b64e3-2fb2-4263-8c77-f8da6180a555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (dc383875-04d2-45e0-bbaf-40885ab96751), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.909927 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.910059 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e3b64e3-2fb2-4263-8c77-f8da6180a555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:14.916695 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4e3b64e3-2fb2-4263-8c77-f8da6180a555 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc383875-04d2-45e0-bbaf-40885ab96751 HTTP/1.1" status: 204 len: 168 time: 0.8422682 Apr 01 21:40:14.965811 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b64e3-2fb2-4263-8c77-f8da6180a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc383875-04d2-45e0-bbaf-40885ab96751,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:15.004408 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.011890 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Provisioning complete for port 4325c838-48b0-476d-b615-fdf57c168dbe triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:15.012267 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.122564 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:40:15.263942 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:15.264325 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.319929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9555080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9403925'] for subnet (79a3e0e4-09cd-4649-897c-e9012d6eda90), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.374981 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.376991 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Port 4325c838-48b0-476d-b615-fdf57c168dbe cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:15.398296 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79a3e0e4-09cd-4649-897c-e9012d6eda90 HTTP/1.1" status: 204 len: 168 time: 1.7068148 Apr 01 21:40:15.399207 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47174) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:15.417632 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e70a7-8a06-4dce-86cd-d9f5d94166de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a3e0e4-09cd-4649-897c-e9012d6eda90,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:15.459937 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:15.475317 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b518e74f-c8f2-413c-9c41-bd40d5270676 admin admin] 10.222.0.30 "PUT /v2.0/routers/0a3cb91f-0702-4d22-9c60-d93c24ab89bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1486409 Apr 01 21:40:15.491948 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Provisioning complete for port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:15.491948 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.574023 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a7c68cc9-96c9-4325-96cb-22a519b61f47 req-73dbee29-c97b-429d-b520-e3caf2f11c1c tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.1332147 Apr 01 21:40:15.755735 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:15.755915 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.811738 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Allocated IP 172.20.0.1 (45e7b50d-8751-4809-b89b-4a262470e32b/cefa34c4-c80e-4824-83dd-e1365cdb2f2e/76ecf621-a92d-4249-b71d-5c554dc40373) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:15.898507 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (2c09bfbe-3d83-44c0-a12c-84dd08ccca9f), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:15.908261 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:15.966240 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Current status of the port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:15.966768 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.020315 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:40:16.025684 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Publish callbacks [] for port (523754f9-2036-4fa4-8d04-81c899c441a8), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.030708 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.31', 63394) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:16.034706 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.044734 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks [] for port (76ecf621-a92d-4249-b71d-5c554dc40373), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.116159 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:40:16.155888 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (2c09bfbe-3d83-44c0-a12c-84dd08ccca9f), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.182747 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.203325 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.214115 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47192) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:16.271368 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.db.api [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 21:40:16.278249 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG oslo_db.api [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 21:40:16.278249 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:16.292449 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Pushing event updated for resources: {'Port': ['ID=76ecf621-a92d-4249-b71d-5c554dc40373,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:16.307445 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Attempting to bind port 523754f9-2036-4fa4-8d04-81c899c441a8 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:16.307810 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Attempting to bind port 523754f9-2036-4fa4-8d04-81c899c441a8 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:16.308519 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Attempting to bind port 523754f9-2036-4fa4-8d04-81c899c441a8 on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:16.319068 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:16.319445 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:16.319850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.320243 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:16.320714 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Bound port: 523754f9-2036-4fa4-8d04-81c899c441a8, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:16.322237 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Network 45e7b50d-8751-4809-b89b-4a262470e32b is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:16.322345 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.325014 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-37d7cd83-fe17-4b41-b674-c5fdeff98028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.328786 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:16.332259 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:16.333171 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.340374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:16.350613 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:16.376790 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:16.378316 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:16.414716 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca59cb-be20-4a35-a06e-c37ac1eda0e5 None None] Pushing event updated for resources: {'Port': ['ID=523754f9-2036-4fa4-8d04-81c899c441a8,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:16.455723 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:16.509120 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c09bfbe-3d83-44c0-a12c-84dd08ccca9f']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:16.575965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.577457 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-08927d84-d48e-4418-ae51-6d9c61b16991 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2313573 Apr 01 21:40:16.584057 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47198) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:16.591912 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] For port 523754f9-2036-4fa4-8d04-81c899c441a8, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:16.595480 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] For port 523754f9-2036-4fa4-8d04-81c899c441a8, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=523754f9-2036-4fa4-8d04-81c899c441a8,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:16.633686 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:16.634066 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.715319 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.755877 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:16.850227 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47212) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:16.850845 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.852846 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2196f01c-3299-456a-a327-d1dcdd16e409') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:16.853152 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2196f01c-3299-456a-a327-d1dcdd16e409') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:16.865877 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca59cb-be20-4a35-a06e-c37ac1eda0e5 None None] Pushing event updated for resources: {'Port': ['ID=523754f9-2036-4fa4-8d04-81c899c441a8,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:16.872623 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-6c369f26-7726-4d39-a030-161c08d11589 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899690139', 'description': 'tempest-description--944629902'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:16.962909 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (2196f01c-3299-456a-a327-d1dcdd16e409), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:16.983608 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-28e3eee9-0469-48a3-b934-a00edae9fc39 req-521c769a-d8f1-43bc-a3d1-6676c3898a48 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.1046512 Apr 01 21:40:16.986307 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-37d7cd83-fe17-4b41-b674-c5fdeff98028 admin admin] Publish callbacks [] for security_group (4e0853b5-cca9-4882-96bd-45d9d2c39e07), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.019617 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6c369f26-7726-4d39-a030-161c08d11589 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.064920 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-aa5acfbe-a566-407d-91be-8c78a04e3eab tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:17.066731 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-aa5acfbe-a566-407d-91be-8c78a04e3eab tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.31 "GET /v2.0/networks?id=f3e18272-ef08-46b8-b80a-b86317da3c99 HTTP/1.1" status: 200 len: 812 time: 1.0336001 Apr 01 21:40:17.071351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (2196f01c-3299-456a-a327-d1dcdd16e409), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.109194 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:11Z', 'revision_number': 3, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:17.116933 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:40:17.117583 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (2196f01c-3299-456a-a327-d1dcdd16e409), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:40:17.120978 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:40:17.152541 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:17.153121 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Updating router 794c3706-3bfc-4926-9773-ef5f99bffeb1 port 4638eb01-acfa-4aac-9dae-473bd49213a4 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:17.187419 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.191200 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:17.192319 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bbedd121-47dc-474c-9684-ae3967849297 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:17.213625 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Request body: {'port': {'device_id': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99', 'admin_state_up': True, 'tenant_id': '8ab324afb9714663b9391c6807248927'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:17.236607 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-37d7cd83-fe17-4b41-b674-c5fdeff98028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4e0853b5-cca9-4882-96bd-45d9d2c39e07), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.273975 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:17.274646 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:17.293497 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:17.323418 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-37d7cd83-fe17-4b41-b674-c5fdeff98028 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d43db74336145d09c7715837baffb20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0463390 Apr 01 21:40:17.331072 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47226) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:17.331271 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Current status of the port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:17.332385 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7cd83-fe17-4b41-b674-c5fdeff98028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0853b5-cca9-4882-96bd-45d9d2c39e07,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:17.336510 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Sync routers for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:17.411525 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6c369f26-7726-4d39-a030-161c08d11589 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (48b747a7-5ada-4e38-9405-a257953b75a7), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.422673 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks [] for port (76ecf621-a92d-4249-b71d-5c554dc40373), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.425077 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Provisioning complete for port bbedd121-47dc-474c-9684-ae3967849297 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:17.425460 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbedd121-47dc-474c-9684-ae3967849297), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.476145 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (2c09bfbe-3d83-44c0-a12c-84dd08ccca9f), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.485133 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6c369f26-7726-4d39-a030-161c08d11589 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (48b747a7-5ada-4e38-9405-a257953b75a7), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.492161 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.496510 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.501512 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.503312 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c19322d2-9b20-4487-be9b-b7eee104802c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.9693484 Apr 01 21:40:17.511990 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-767cc31e-e9ec-4f26-928d-e731da8b0be2 admin admin] Publish callbacks [] for security_group (4e0853b5-cca9-4882-96bd-45d9d2c39e07), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.516517 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47232) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:17.516964 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.520941 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2c09bfbe-3d83-44c0-a12c-84dd08ccca9f HTTP/1.1" status: 204 len: 168 time: 2.1144602 Apr 01 21:40:17.583428 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:17.666401 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Pushing event updated for resources: {'Port': ['ID=76ecf621-a92d-4249-b71d-5c554dc40373,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:17.696339 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:17.697178 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:17.699276 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c369f26-7726-4d39-a030-161c08d11589 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b747a7-5ada-4e38-9405-a257953b75a7,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:17.699477 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port bbedd121-47dc-474c-9684-ae3967849297 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:17.699837 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbedd121-47dc-474c-9684-ae3967849297), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.773956 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Publish callbacks [] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.789874 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9980291-990f-4f8b-b400-1e54b9c8fc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c09bfbe-3d83-44c0-a12c-84dd08ccca9f,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:17.811646 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6c369f26-7726-4d39-a030-161c08d11589 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.816764 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6c369f26-7726-4d39-a030-161c08d11589 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9587278 Apr 01 21:40:17.820739 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47238) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:17.826101 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-927c1be9-6e1c-4129-8d47-c4de85810c76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'security_group_rule': {'security_group_id': '48b747a7-5ada-4e38-9405-a257953b75a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:17.850870 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.971747 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-927c1be9-6e1c-4129-8d47-c4de85810c76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (12bd9f54-2d84-44f3-9a53-25e6d025ff43), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:17.978092 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Attempting to bind port 4638eb01-acfa-4aac-9dae-473bd49213a4 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:17.978590 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Attempting to bind port 4638eb01-acfa-4aac-9dae-473bd49213a4 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:17.979217 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Attempting to bind port 4638eb01-acfa-4aac-9dae-473bd49213a4 on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:18.030742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:18.030742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:18.030742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.030742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:18.030742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Bound port: 4638eb01-acfa-4aac-9dae-473bd49213a4, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:18.030742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.040285 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d349e-731b-409e-b0bf-7a9df76a1bb6 None None] Pushing event updated for resources: {'Port': ['ID=4638eb01-acfa-4aac-9dae-473bd49213a4,revision_number=2']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:18.119219 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Network 45e7b50d-8751-4809-b89b-4a262470e32b is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:18.133597 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:18.140457 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-927c1be9-6e1c-4129-8d47-c4de85810c76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (12bd9f54-2d84-44f3-9a53-25e6d025ff43), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.169402 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:18.206025 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-767cc31e-e9ec-4f26-928d-e731da8b0be2 admin admin] Publish callbacks [] for security_group (4e0853b5-cca9-4882-96bd-45d9d2c39e07), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.209559 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Sync routers for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:18.225157 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47246) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:18.279116 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:18.280248 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:18.376047 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Made reservation on behalf of 8ab324afb9714663b9391c6807248927 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:18.385043 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-927c1be9-6e1c-4129-8d47-c4de85810c76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (12bd9f54-2d84-44f3-9a53-25e6d025ff43), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.397072 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.407945 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] For port 4638eb01-acfa-4aac-9dae-473bd49213a4, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:18.456416 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] For port 4638eb01-acfa-4aac-9dae-473bd49213a4, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4638eb01-acfa-4aac-9dae-473bd49213a4,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:18.516372 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c1be9-6e1c-4129-8d47-c4de85810c76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bd9f54-2d84-44f3-9a53-25e6d025ff43,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:18.557963 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.578514 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ad96110a-57b4-4f59-a0e4-ccb35afd9bad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e7cd6fd049c40508567fbf66fd1272d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3422503 Apr 01 21:40:18.588172 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d145ec57-d358-4da8-9a53-aca4c08bd5ef req-abfd0c07-0456-4b14-84c0-60e497dbde89 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.1333671 Apr 01 21:40:18.590941 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47252) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:18.686154 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d349e-731b-409e-b0bf-7a9df76a1bb6 None None] Pushing event updated for resources: {'Port': ['ID=4638eb01-acfa-4aac-9dae-473bd49213a4,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:18.692145 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:18.699809 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-ed88822d-6a24-4315-88dd-5d33683d8367 None None] Current status of the port bbedd121-47dc-474c-9684-ae3967849297 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:18.710000 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-927c1be9-6e1c-4129-8d47-c4de85810c76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.711293 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-927c1be9-6e1c-4129-8d47-c4de85810c76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8891993 Apr 01 21:40:18.719908 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47256) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:18.725914 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:18.726825 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:18.732168 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-4966ad9c-95c1-4893-a03c-d0444c085120 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'security_group_rule': {'security_group_id': '48b747a7-5ada-4e38-9405-a257953b75a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:18.793171 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:40:18.794485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-767cc31e-e9ec-4f26-928d-e731da8b0be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4e0853b5-cca9-4882-96bd-45d9d2c39e07), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.797890 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-767cc31e-e9ec-4f26-928d-e731da8b0be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.801214 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-767cc31e-e9ec-4f26-928d-e731da8b0be2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e0853b5-cca9-4882-96bd-45d9d2c39e07 HTTP/1.1" status: 204 len: 168 time: 1.4659269 Apr 01 21:40:18.813740 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b2b096e-019d-4250-9ffc-caad53477c4a admin admin] Publish callbacks [] for security_group (ca826949-761a-4746-b419-a565344ff423), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:18.949721 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port bbedd121-47dc-474c-9684-ae3967849297 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:18.957474 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bb5625a7-4685-4a5e-9976-6d4f9c29cf11 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:18.999094 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:19.004134 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4966ad9c-95c1-4893-a03c-d0444c085120 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (9eef32dc-969d-4ebc-820c-328b683234ac), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.010216 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b2b096e-019d-4250-9ffc-caad53477c4a admin admin] Publish callbacks [] for security_group (ca826949-761a-4746-b419-a565344ff423), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.024466 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-9dae207e-43dd-4b7c-b1c4-1873bd7cb42e admin admin] 10.222.0.30 "PUT /v2.0/routers/de41e7cb-e3d9-4f34-b793-3d9e6cfca446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2002573 Apr 01 21:40:19.121530 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cc31e-e9ec-4f26-928d-e731da8b0be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0853b5-cca9-4882-96bd-45d9d2c39e07,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:19.171578 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Provisioning complete for port bbedd121-47dc-474c-9684-ae3967849297 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:19.172135 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bbedd121-47dc-474c-9684-ae3967849297), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.172847 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 2, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:19.215299 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4966ad9c-95c1-4893-a03c-d0444c085120 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (9eef32dc-969d-4ebc-820c-328b683234ac), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.228995 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Checking router: 0a3cb91f-0702-4d22-9c60-d93c24ab89bf for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:19.229806 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Updating router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf port 4325c838-48b0-476d-b615-fdf57c168dbe binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:19.279182 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.287304 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:15Z', 'revision_number': 1, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:19.303514 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:19.356396 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad034f-3c6a-41ba-ae6f-0ec7f06040f6 None None] The sync data for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi is: [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:15Z', 'revision_number': 1, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:19.404446 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:19.404744 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.445255 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4966ad9c-95c1-4893-a03c-d0444c085120 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (9eef32dc-969d-4ebc-820c-328b683234ac), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.475276 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b2b096e-019d-4250-9ffc-caad53477c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (ca826949-761a-4746-b419-a565344ff423), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.482647 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9b2b096e-019d-4250-9ffc-caad53477c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.482647 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-9b2b096e-019d-4250-9ffc-caad53477c4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca826949-761a-4746-b419-a565344ff423 HTTP/1.1" status: 204 len: 168 time: 0.8811364 Apr 01 21:40:19.482647 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ad9c-95c1-4893-a03c-d0444c085120 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eef32dc-969d-4ebc-820c-328b683234ac,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:19.491484 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Allocated IP 172.20.0.12 (f3e18272-ef08-46b8-b80a-b86317da3c99/c9ad9240-34b4-4921-8d50-1c7a64539f99/628171aa-eec8-4808-b00b-418b0b0807ef) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:19.503832 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b096e-019d-4250-9ffc-caad53477c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca826949-761a-4746-b419-a565344ff423,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:19.518541 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:13Z', 'revision_number': 3, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:19.579400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4966ad9c-95c1-4893-a03c-d0444c085120 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.582739 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4966ad9c-95c1-4893-a03c-d0444c085120 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8618679 Apr 01 21:40:19.585937 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47274) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:19.594220 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:19.720144 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:19.737507 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Checking router: 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:19.738020 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Updating router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 port 0bc163ec-48dc-43c9-9cca-463f051fc69b binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:20.006936 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Current status of the port bbedd121-47dc-474c-9684-ae3967849297 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:20.051137 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.070035 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0ffd9fb0-e90d-45bb-80bb-37d342df1955 req-27627a5d-da54-42b9-a350-f3ea72238e1b tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.2721758 Apr 01 21:40:20.081078 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:20.081877 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.084101 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.150603 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Provisioning complete for port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:20.156181 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.316034 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port bb5625a7-4685-4a5e-9976-6d4f9c29cf11, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:20.325195 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Publish callbacks [] for port (4325c838-48b0-476d-b615-fdf57c168dbe), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.389103 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:11Z', 'revision_number': 3, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:20.425373 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.446968 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346e398-3c9c-43e8-9616-9614a52ba6c9 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:11Z', 'revision_number': 3, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:20.450474 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.506033 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.511863 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:20.578262 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66374853-d267-4e6f-abea-dcd133f90903 None None] Pushing event updated for resources: {'Port': ['ID=4325c838-48b0-476d-b615-fdf57c168dbe,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:20.778766 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47294) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:20.835074 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Attempting to bind port 4325c838-48b0-476d-b615-fdf57c168dbe on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:20.835696 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Attempting to bind port 4325c838-48b0-476d-b615-fdf57c168dbe by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:20.836450 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Attempting to bind port 4325c838-48b0-476d-b615-fdf57c168dbe on network bbed30bf-fb51-411a-9965-9d6a277737eb {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:20.855260 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:20.857016 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:20.857911 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Checking segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:20.858325 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.858723 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Bound using segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:20.859212 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Bound port: 4325c838-48b0-476d-b615-fdf57c168dbe, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:20.859615 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:20.920068 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-adff172b-81ec-40f6-a125-9c47ac07cab4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6731a9bbe0b4b99847a1af7ea412df2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1379397 Apr 01 21:40:20.933757 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47296) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:21.091813 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks [] for port (628171aa-eec8-4808-b00b-418b0b0807ef), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.098908 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] For port 4325c838-48b0-476d-b615-fdf57c168dbe, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:21.113770 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] For port 4325c838-48b0-476d-b615-fdf57c168dbe, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4325c838-48b0-476d-b615-fdf57c168dbe,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:21.127305 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47300) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:21.158930 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-edd93bdb-31be-46e6-a109-743c5f79c327 admin admin] Publish callbacks [] for security_group (3c642290-33de-4595-bc2a-cefe29dd1276), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.168942 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.191056 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.246124 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Current status of the port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:21.371214 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:21.374932 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:21.381974 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66374853-d267-4e6f-abea-dcd133f90903 None None] Pushing event updated for resources: {'Port': ['ID=4325c838-48b0-476d-b615-fdf57c168dbe,revision_number=4']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:21.420705 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Provisioning complete for port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:21.421160 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.423025 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:21.423380 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.432101 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-dd3d4f23-63a3-45d2-8114-a3c11678354f req-5495366e-7c31-483f-850b-d0f4e26cda43 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.1415739 Apr 01 21:40:21.493316 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-edd93bdb-31be-46e6-a109-743c5f79c327 admin admin] Publish callbacks [] for security_group (3c642290-33de-4595-bc2a-cefe29dd1276), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.566257 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-dd268da3-90c6-41fa-a6f3-fe7891231e14 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:21.574480 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-dd268da3-90c6-41fa-a6f3-fe7891231e14 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 818 time: 1.3873675 Apr 01 21:40:21.687403 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aab3d4fb-8631-4ce3-8396-2cb30dc0cc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.707765 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-edd93bdb-31be-46e6-a109-743c5f79c327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3c642290-33de-4595-bc2a-cefe29dd1276), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.710545 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-edd93bdb-31be-46e6-a109-743c5f79c327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:21.715016 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-edd93bdb-31be-46e6-a109-743c5f79c327 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c642290-33de-4595-bc2a-cefe29dd1276 HTTP/1.1" status: 204 len: 168 time: 0.7801707 Apr 01 21:40:21.735188 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd93bdb-31be-46e6-a109-743c5f79c327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c642290-33de-4595-bc2a-cefe29dd1276,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:21.846835 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-fe030896-5d21-4b56-8385-e9b78e71ccea tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/quotas/e48327a881b64c4aafa50ffb986450cd HTTP/1.1" status: 200 len: 375 time: 0.2711926 Apr 01 21:40:22.099612 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:22.242651 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aab3d4fb-8631-4ce3-8396-2cb30dc0cc74 admin admin] Publish callbacks [] for security_group (0ce03339-5716-42e2-9d4c-2983f532eca0), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.257363 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Publish callbacks [] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.464288 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.536478 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Allocated IP 172.20.0.1 (2a8519f4-6107-49d3-a86f-187b7997fafa/7c7333ec-6e12-4b94-afc9-440606049d8b/36ab7f41-e66a-4313-bab2-bd73c511d258) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:22.604523 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Allocated IP 172.27.1.59 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/65d5ba63-d583-4ce5-9ca8-1416d2660d38) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:22.609660 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436bf59-3a06-4594-b1f9-eab01a32cf8e None None] Pushing event updated for resources: {'Port': ['ID=0bc163ec-48dc-43c9-9cca-463f051fc69b,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:22.616516 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-70256785-0248-4e83-92f1-6c986086e100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.707173 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:22.725185 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Current status of the port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:22.787389 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Provisioning complete for port 76ecf621-a92d-4249-b71d-5c554dc40373 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:22.787852 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.790995 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:21Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:22.845023 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Attempting to bind port 0bc163ec-48dc-43c9-9cca-463f051fc69b on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:22.845371 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Attempting to bind port 0bc163ec-48dc-43c9-9cca-463f051fc69b by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:22.845753 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Attempting to bind port 0bc163ec-48dc-43c9-9cca-463f051fc69b on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:22.867411 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks [] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.870923 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977d92-637e-4b7c-b6e2-f84326bb6903 None None] The sync data for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi is: [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:21Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:22.875099 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:22.875592 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:22.875871 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.876605 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:22.885624 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Bound port: 0bc163ec-48dc-43c9-9cca-463f051fc69b, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:22.886096 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.949172 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aab3d4fb-8631-4ce3-8396-2cb30dc0cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0ce03339-5716-42e2-9d4c-2983f532eca0), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:22.965194 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-3484bba7-2a85-42e6-8fa6-44122a22b695 None None] Port 76ecf621-a92d-4249-b71d-5c554dc40373 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:22.983118 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:23.030573 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Allocated IP 172.20.0.1 (c2fe525f-0896-4fb2-85f6-fd1713efecde/157bae94-b643-4a9f-8300-469b4dfbab26/47e7f9d0-93f1-4840-b471-44343edb690e) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:23.046500 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] For port 0bc163ec-48dc-43c9-9cca-463f051fc69b, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:23.053625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] For port 0bc163ec-48dc-43c9-9cca-463f051fc69b, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=0bc163ec-48dc-43c9-9cca-463f051fc69b,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:23.065348 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:23.093222 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f5ade-4b53-4f30-93f0-8a9cfd3a0296 req-e80b58c4-fc38-46aa-97bf-65a9893cb346 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:23.103606 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6f3f5ade-4b53-4f30-93f0-8a9cfd3a0296 req-e80b58c4-fc38-46aa-97bf-65a9893cb346 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 932 time: 0.5036876 Apr 01 21:40:23.166053 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-60f96c4e-2294-4f62-8ae7-d7c5ece6ecb8 None None] Provisioning complete for port 4325c838-48b0-476d-b615-fdf57c168dbe triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:23.166942 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-60f96c4e-2294-4f62-8ae7-d7c5ece6ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:23.259336 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:23.289660 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Pushing event updated for resources: {'Port': ['ID=628171aa-eec8-4808-b00b-418b0b0807ef,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:23.353582 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6f3f5ade-4b53-4f30-93f0-8a9cfd3a0296 req-8fc404a9-ce80-4939-99ea-aea9dfb9ea9b tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489855 Apr 01 21:40:23.370294 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Network 2a8519f4-6107-49d3-a86f-187b7997fafa is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:23.370503 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4325c838-48b0-476d-b615-fdf57c168dbe up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:23.378984 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436bf59-3a06-4594-b1f9-eab01a32cf8e None None] Pushing event updated for resources: {'Port': ['ID=0bc163ec-48dc-43c9-9cca-463f051fc69b,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:23.380616 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:23.387467 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:23.389945 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:23.508148 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:23.508432 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:23.509121 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:39:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:23.538552 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Pushing event updated for resources: {'Port': ['ID=36ab7f41-e66a-4313-bab2-bd73c511d258,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:23.547352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3d4fb-8631-4ce3-8396-2cb30dc0cc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce03339-5716-42e2-9d4c-2983f532eca0,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:23.625324 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'Port': ['ID=65d5ba63-d583-4ce5-9ca8-1416d2660d38,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:23.661911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:23.665396 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:23.672181 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:23.800697 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4325c838-48b0-476d-b615-fdf57c168dbe triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:23.805880 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:23.937150 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-60f96c4e-2294-4f62-8ae7-d7c5ece6ecb8 None None] Current status of the port 4325c838-48b0-476d-b615-fdf57c168dbe is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:23.937615 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-60f96c4e-2294-4f62-8ae7-d7c5ece6ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.002284 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (d48593be-5944-4568-99f0-7e2e8c4da51b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.057850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-60f96c4e-2294-4f62-8ae7-d7c5ece6ecb8 None None] For port 4325c838-48b0-476d-b615-fdf57c168dbe, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4325c838-48b0-476d-b615-fdf57c168dbe,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:24.132197 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4325c838-48b0-476d-b615-fdf57c168dbe is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:24.132651 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.134485 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-60f96c4e-2294-4f62-8ae7-d7c5ece6ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.141917 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:24.170198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.341908 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks [] for port (47e7f9d0-93f1-4840-b471-44343edb690e), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.389346 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Network f3e18272-ef08-46b8-b80a-b86317da3c99 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:24.390922 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.583417 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-aab3d4fb-8631-4ce3-8396-2cb30dc0cc74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5880b45e487b453f8bda38e912611c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4521787 Apr 01 21:40:24.586296 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:24.610242 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:24.637932 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47368) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:24.743420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.792893 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-6a497ed5-20f4-4af1-816c-480c25eb3597 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&fields=id HTTP/1.1" status: 200 len: 302 time: 2.9448454 Apr 01 21:40:24.849813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-70fce052-ff12-4bd7-aec6-c733d6a8c207 None None] Provisioning complete for port 36ab7f41-e66a-4313-bab2-bd73c511d258 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:24.850865 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-70fce052-ff12-4bd7-aec6-c733d6a8c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.858911 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-a7ee83d4-2485-4ea9-9689-8c6161121a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:24.906491 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f96c4e-2294-4f62-8ae7-d7c5ece6ecb8 None None] Pushing event updated for resources: {'Port': ['ID=4325c838-48b0-476d-b615-fdf57c168dbe,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:24.947336 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.db.api [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 21:40:24.956849 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG oslo_db.api [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 21:40:24.999193 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-70fce052-ff12-4bd7-aec6-c733d6a8c207 None None] Port 36ab7f41-e66a-4313-bab2-bd73c511d258 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:25.036658 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.045063 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc63ea4-db58-49dc-a73f-7cb7d267f5ea req-cd321a57-5715-4715-9181-d10eacf582ad tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:25.059424 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3cc63ea4-db58-49dc-a73f-7cb7d267f5ea req-cd321a57-5715-4715-9181-d10eacf582ad tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 932 time: 0.5615947 Apr 01 21:40:25.116246 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3cc63ea4-db58-49dc-a73f-7cb7d267f5ea req-883fd7cb-6afe-4fb8-92f5-9a4bcc84c10b tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 Apr 01 21:40:25.117118 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.134957 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:25.174472 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:25.180228 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:25.193266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Pushing event updated for resources: {'Port': ['ID=47e7f9d0-93f1-4840-b471-44343edb690e,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:25.215158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:25.216876 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.223055 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'Port': ['ID=65d5ba63-d583-4ce5-9ca8-1416d2660d38,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:25.228868 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:13Z', 'revision_number': 3, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:25.229088 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (d48593be-5944-4568-99f0-7e2e8c4da51b), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.303148 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14cc1f-402a-41d4-a8ce-c960ceaf6778 None None] The sync data for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi is: [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:13Z', 'revision_number': 3, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:25.322416 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.325382 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6fb690cf-5546-48a5-ab34-7ddb7bec9af4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7375183 Apr 01 21:40:25.352744 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e4478282-6260-45a4-94e3-f1e75bf7cf35 admin admin] Publish callbacks [] for security_group (0ce03339-5716-42e2-9d4c-2983f532eca0), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.450141 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Sync routers for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:25.451482 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e4478282-6260-45a4-94e3-f1e75bf7cf35 admin admin] Publish callbacks [] for security_group (0ce03339-5716-42e2-9d4c-2983f532eca0), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.485189 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f6f9b119-6d96-4dd5-8984-c4984a3f3e21 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3074784 Apr 01 21:40:25.493092 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (794c3706-3bfc-4926-9773-ef5f99bffeb1), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.573074 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-79098043-07b1-4523-872f-523d8c9cd8af service neutron] 10.222.0.30 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7788181 Apr 01 21:40:25.607107 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:25.624399 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-46b733f6-5310-4d83-86f2-07dd7efae090 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:40:25.625774 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-46b733f6-5310-4d83-86f2-07dd7efae090 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515306 Apr 01 21:40:25.630400 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:25.748426 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:25.945197 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e6faa017-675a-4555-a272-75db3ad4e3ad service neutron] 10.222.0.30 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137224 Apr 01 21:40:25.977715 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Request body: {'port': {'device_id': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:25.982289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:26.125395 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4325c838-48b0-476d-b615-fdf57c168dbe is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:26.126819 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 523754f9-2036-4fa4-8d04-81c899c441a8 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:26.215161 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:26.284933 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e4478282-6260-45a4-94e3-f1e75bf7cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0ce03339-5716-42e2-9d4c-2983f532eca0), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:26.287850 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e4478282-6260-45a4-94e3-f1e75bf7cf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:26.293043 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-e4478282-6260-45a4-94e3-f1e75bf7cf35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ce03339-5716-42e2-9d4c-2983f532eca0 HTTP/1.1" status: 204 len: 168 time: 1.6536598 Apr 01 21:40:26.336873 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:26.386028 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-4a0bee84-d0a2-41ef-a9d5-980d59415c84 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--899690139&fields=id&tenant_id=b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 267 time: 0.1063046 Apr 01 21:40:26.667222 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4478282-6260-45a4-94e3-f1e75bf7cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce03339-5716-42e2-9d4c-2983f532eca0,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:26.773036 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-50d58666-7ad0-47fd-b96d-303bf7191f07 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:26.805980 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-50d58666-7ad0-47fd-b96d-303bf7191f07 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 817 time: 0.4189746 Apr 01 21:40:26.845381 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-111e13ed-2eaa-4e13-972c-76c1586a9e81 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/quotas/b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 375 time: 0.0375843 Apr 01 21:40:26.868547 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:26.981639 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-808b82a2-892b-4313-a67b-a1dd3018047a None None] Provisioning complete for port 47e7f9d0-93f1-4840-b471-44343edb690e triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:26.981639 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-808b82a2-892b-4313-a67b-a1dd3018047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.132802 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-808b82a2-892b-4313-a67b-a1dd3018047a None None] Port 47e7f9d0-93f1-4840-b471-44343edb690e cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:27.142749 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-7d124645-74d1-4e70-bed3-d7db8fa2ced5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2952158 Apr 01 21:40:27.183026 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 523754f9-2036-4fa4-8d04-81c899c441a8 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:27.185166 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.206437 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.421255 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:17Z', 'revision_number': 2, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:27.426807 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 523754f9-2036-4fa4-8d04-81c899c441a8 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:27.427203 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.448507 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks [] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.462687 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Checking router: de41e7cb-e3d9-4f34-b793-3d9e6cfca446 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:27.463106 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Updating router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 port 76ecf621-a92d-4249-b71d-5c554dc40373 binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:27.471751 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-0cd258ac-5062-4a7d-a563-b3754d5e249c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:40:27.479256 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-0cd258ac-5062-4a7d-a563-b3754d5e249c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1379106 Apr 01 21:40:27.510413 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 523754f9-2036-4fa4-8d04-81c899c441a8, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=523754f9-2036-4fa4-8d04-81c899c441a8,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:27.517813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.575509 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.597565 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:27.608831 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4638eb01-acfa-4aac-9dae-473bd49213a4 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:27.651634 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-10e8ad9f-4d6c-413d-a399-bea7d69bfc6e service neutron] 10.222.0.30 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712973 Apr 01 21:40:27.805673 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-f0a17a98-82b7-42d5-95f6-0adfa2702b9e service neutron] 10.222.0.30 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508002 Apr 01 21:40:28.030374 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=523754f9-2036-4fa4-8d04-81c899c441a8,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:28.164830 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4638eb01-acfa-4aac-9dae-473bd49213a4 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:28.165654 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:28.279320 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e6af69cd-7175-4615-b622-0e97a9cd86a3 req-63ed2e24-ecdc-4ba6-9381-f69f1eefdccd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0688670 Apr 01 21:40:28.427168 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e8ab2df0-674a-438f-90be-126215f66db5 req-3f66236a-8f3a-499c-8469-cae25d0c871d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 210 time: 0.0578437 Apr 01 21:40:28.495190 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4638eb01-acfa-4aac-9dae-473bd49213a4 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:28.495583 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:28.508865 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Publish callbacks [] for port (76ecf621-a92d-4249-b71d-5c554dc40373), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:28.517938 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47508) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:28.545513 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 4638eb01-acfa-4aac-9dae-473bd49213a4, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4638eb01-acfa-4aac-9dae-473bd49213a4,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:28.588120 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:28.646697 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:28.647480 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bb5625a7-4685-4a5e-9976-6d4f9c29cf11 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:28.687795 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:28.746558 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd24fc-e8c8-4b15-acb3-9d4081257252 req-26f8a078-37f6-45c2-bf75-5a1954777edf tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:28.765223 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a0bd24fc-e8c8-4b15-acb3-9d4081257252 req-26f8a078-37f6-45c2-bf75-5a1954777edf tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 932 time: 2.3621454 Apr 01 21:40:28.788460 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc091f8-0cbb-49dd-9cbd-f9e08ffeb9b6 None None] Pushing event updated for resources: {'Port': ['ID=76ecf621-a92d-4249-b71d-5c554dc40373,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:28.896149 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Pushing event updated for resources: {'Port': ['ID=36ab7f41-e66a-4313-bab2-bd73c511d258,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:28.946768 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.042604 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Attempting to bind port 76ecf621-a92d-4249-b71d-5c554dc40373 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:29.044520 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Attempting to bind port 76ecf621-a92d-4249-b71d-5c554dc40373 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:29.045343 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Attempting to bind port 76ecf621-a92d-4249-b71d-5c554dc40373 on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:29.084313 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0611-e1c1-474a-b2f9-65634e6a9f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.114963 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a0bd24fc-e8c8-4b15-acb3-9d4081257252 req-6ef9c503-9a4d-42da-b230-0118d565f676 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484619 Apr 01 21:40:29.131208 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=4638eb01-acfa-4aac-9dae-473bd49213a4,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:29.149751 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:29.150625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Checking segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:29.150625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.150930 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Bound using segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:29.151424 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Bound port: 76ecf621-a92d-4249-b71d-5c554dc40373, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:29.151804 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.164987 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:29.167855 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.240483 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-abdad137-2353-483c-8eb2-87eaa5052f61 None None] Provisioning complete for port 76ecf621-a92d-4249-b71d-5c554dc40373 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:29.242289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-abdad137-2353-483c-8eb2-87eaa5052f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.289239 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-dae6f532-49b4-40a1-9a13-bdd375f816b9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:29.297373 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-dae6f532-49b4-40a1-9a13-bdd375f816b9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 818 time: 0.4373114 Apr 01 21:40:29.334787 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-df00b8a7-084b-4e6b-bf83-5aa440de918a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/quotas/e48327a881b64c4aafa50ffb986450cd HTTP/1.1" status: 200 len: 375 time: 0.0361967 Apr 01 21:40:29.415554 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0611-e1c1-474a-b2f9-65634e6a9f4c admin admin] Publish callbacks [] for security_group (9a7b098c-c698-434a-a065-ee1a1e3bf708), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.416101 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-abdad137-2353-483c-8eb2-87eaa5052f61 None None] Port 76ecf621-a92d-4249-b71d-5c554dc40373 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:29.437430 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] For port 76ecf621-a92d-4249-b71d-5c554dc40373, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:29.466958 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-bd9fc38e-f593-4a25-899f-d30faab41336 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295316 Apr 01 21:40:29.469341 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] For port 76ecf621-a92d-4249-b71d-5c554dc40373, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=76ecf621-a92d-4249-b71d-5c554dc40373,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:29.594625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.650726 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47548) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:29.666711 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:29.667611 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0611-e1c1-474a-b2f9-65634e6a9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9a7b098c-c698-434a-a065-ee1a1e3bf708), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:29.708983 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f5bcace9-2392-4358-a3b2-8c784a84cf18 req-1d53567b-aa6e-40bf-abf2-f4fa8dd81eab tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 210 time: 0.1346359 Apr 01 21:40:29.712331 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:29.714816 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:29.728536 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Network 2a8519f4-6107-49d3-a86f-187b7997fafa is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:29.789398 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:29.798945 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-afd00e83-a83d-4cba-8a54-522bc95f8550 service neutron] 10.222.0.30 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043015 Apr 01 21:40:29.997898 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc091f8-0cbb-49dd-9cbd-f9e08ffeb9b6 None None] Pushing event updated for resources: {'Port': ['ID=76ecf621-a92d-4249-b71d-5c554dc40373,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:30.077925 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks [] for port (47e7f9d0-93f1-4840-b471-44343edb690e), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.111515 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628171aa-eec8-4808-b00b-418b0b0807ef {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:30.118664 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 0bc163ec-48dc-43c9-9cca-463f051fc69b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:30.134387 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Publish callbacks [] for port (628171aa-eec8-4808-b00b-418b0b0807ef), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.163420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.191425 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0ecc0611-e1c1-474a-b2f9-65634e6a9f4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cd6c40a58204764b5694fb8da811819&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6678014 Apr 01 21:40:30.194890 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47560) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:30.286402 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Transition to ACTIVE for port object 628171aa-eec8-4808-b00b-418b0b0807ef will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:40:30.295452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:30.302706 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.31', 63405) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:30.379685 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc0611-e1c1-474a-b2f9-65634e6a9f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7b098c-c698-434a-a065-ee1a1e3bf708,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:30.434675 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.443594 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-77272f2a-631e-445d-b604-af83ed8c041f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.446053 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:40:30.457930 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Pushing event updated for resources: {'Port': ['ID=47e7f9d0-93f1-4840-b471-44343edb690e,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:30.465134 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (794c3706-3bfc-4926-9773-ef5f99bffeb1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.488392 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-81970af0-de0e-4b10-9985-0f934418ace5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:30.490093 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-81970af0-de0e-4b10-9985-0f934418ace5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 818 time: 0.1834557 Apr 01 21:40:30.545622 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'port': {'device_id': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'admin_state_up': True, 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:30.577137 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Provisioning complete for port 36ab7f41-e66a-4313-bab2-bd73c511d258 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:30.577508 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.628601 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-35c5d028-d6ba-4f8a-bc4e-1cba759cfae9 service neutron] 10.222.0.30 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049524 Apr 01 21:40:30.662574 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dabf550-0c3f-4758-bcd9-5a4ce6390806 admin admin] Publish callbacks [] for security_group (9a7b098c-c698-434a-a065-ee1a1e3bf708), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.703383 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dabf550-0c3f-4758-bcd9-5a4ce6390806 admin admin] Publish callbacks [] for security_group (9a7b098c-c698-434a-a065-ee1a1e3bf708), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.704352 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 0bc163ec-48dc-43c9-9cca-463f051fc69b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:30.705145 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.716888 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Port 36ab7f41-e66a-4313-bab2-bd73c511d258 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:30.792486 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Provisioning complete for port 76ecf621-a92d-4249-b71d-5c554dc40373 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:30.792879 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.837882 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-77272f2a-631e-445d-b604-af83ed8c041f admin admin] Publish callbacks [] for security_group (7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.922015 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Pushing event updated for resources: {'Port': ['ID=628171aa-eec8-4808-b00b-418b0b0807ef,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:30.941858 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dabf550-0c3f-4758-bcd9-5a4ce6390806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9a7b098c-c698-434a-a065-ee1a1e3bf708), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.953171 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dabf550-0c3f-4758-bcd9-5a4ce6390806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:30.962250 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4dabf550-0c3f-4758-bcd9-5a4ce6390806 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a7b098c-c698-434a-a065-ee1a1e3bf708 HTTP/1.1" status: 204 len: 168 time: 0.7365046 Apr 01 21:40:30.974504 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-77272f2a-631e-445d-b604-af83ed8c041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.050092 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf550-0c3f-4758-bcd9-5a4ce6390806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7b098c-c698-434a-a065-ee1a1e3bf708,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:31.071272 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-77272f2a-631e-445d-b604-af83ed8c041f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=850a1b28569c4890ab865ae87b549dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4190588 Apr 01 21:40:31.082233 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47580) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:31.145985 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77272f2a-631e-445d-b604-af83ed8c041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:31.198563 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 0bc163ec-48dc-43c9-9cca-463f051fc69b is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:31.198563 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.276352 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f94808e9-130b-4be9-aa28-117469f4d0eb req-895f4939-59d5-4941-95d5-ca47748a0bb4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 210 time: 0.1227779 Apr 01 21:40:31.318493 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1aff2cb4-98e1-47e8-83e6-8c8c0e787f1e admin admin] Publish callbacks [] for security_group (7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.335983 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 0bc163ec-48dc-43c9-9cca-463f051fc69b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=0bc163ec-48dc-43c9-9cca-463f051fc69b,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:31.348497 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1aff2cb4-98e1-47e8-83e6-8c8c0e787f1e admin admin] Publish callbacks [] for security_group (7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.412385 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:29Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:31.440737 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Current status of the port 76ecf621-a92d-4249-b71d-5c554dc40373 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:31.440737 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.467128 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d238f09c-1822-4448-9235-5906d4b907ba req-8b6b8f44-854f-44a4-a73d-ef1d2432e9ac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0804296 Apr 01 21:40:31.481063 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442179e-7d49-4aa3-8d13-4581035bcbd3 req-abc6f4d6-40c6-406a-a5a6-52d2f30d7364 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:31.484007 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0442179e-7d49-4aa3-8d13-4581035bcbd3 req-abc6f4d6-40c6-406a-a5a6-52d2f30d7364 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.8095794 Apr 01 21:40:31.511659 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:31.514077 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:31.522654 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:31.542297 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Sync routers for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:31.561425 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-9f5fca63-bc33-4b34-a1be-8bc0974386d5 admin admin] 10.222.0.30 "PUT /v2.0/routers/37c2d053-82f2-4bad-ad95-92f5e20ff9d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0339110 Apr 01 21:40:31.581398 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Attempting to bind port 628171aa-eec8-4808-b00b-418b0b0807ef on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:31.581985 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Attempting to bind port 628171aa-eec8-4808-b00b-418b0b0807ef by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '6810f957-a635-4b94-a790-504b8dae977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:31.582485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Attempting to bind port 628171aa-eec8-4808-b00b-418b0b0807ef on network f3e18272-ef08-46b8-b80a-b86317da3c99 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:31.589539 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:31.591897 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:31.610774 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1aff2cb4-98e1-47e8-83e6-8c8c0e787f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.614215 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1aff2cb4-98e1-47e8-83e6-8c8c0e787f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.620453 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1aff2cb4-98e1-47e8-83e6-8c8c0e787f1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7 HTTP/1.1" status: 204 len: 168 time: 0.5323253 Apr 01 21:40:31.624168 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Made reservation on behalf of e48327a881b64c4aafa50ffb986450cd for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:31.628485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.633369 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.31', 63409) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:31.646483 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff2cb4-98e1-47e8-83e6-8c8c0e787f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b29b5d4-9fbb-43f0-94bd-a2e6c086d4e7,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:31.922185 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ec3c-f449-4a52-9a04-6e06b511f287 None None] The sync data for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi is: [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:29Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:31.948174 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:31.958889 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4638eb01-acfa-4aac-9dae-473bd49213a4 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:32.001517 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:32.132272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Port 628171aa-eec8-4808-b00b-418b0b0807ef on network f3e18272-ef08-46b8-b80a-b86317da3c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:40:32.132821 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Attempting to bind port 628171aa-eec8-4808-b00b-418b0b0807ef on network f3e18272-ef08-46b8-b80a-b86317da3c99 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:32.139358 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Allocated IP 172.20.0.13 (45e7b50d-8751-4809-b89b-4a262470e32b/cefa34c4-c80e-4824-83dd-e1365cdb2f2e/b89e3c3a-2223-4f32-829f-24677489547d) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:32.195579 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47608) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:32.224002 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-53040a5d-c2aa-442f-8d59-d4ef14ebe00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.306502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:32.306871 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Checking segment: {'id': '6810f957-a635-4b94-a790-504b8dae977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:32.307454 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Bound using segment: {'id': '6810f957-a635-4b94-a790-504b8dae977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:32.308017 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Bound port: 628171aa-eec8-4808-b00b-418b0b0807ef, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6810f957-a635-4b94-a790-504b8dae977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:32.308273 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.346518 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] For port 76ecf621-a92d-4249-b71d-5c554dc40373, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=76ecf621-a92d-4249-b71d-5c554dc40373,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:32.381127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=0bc163ec-48dc-43c9-9cca-463f051fc69b,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:32.381127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4638eb01-acfa-4aac-9dae-473bd49213a4 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:32.381127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.461703 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.469836 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-53040a5d-c2aa-442f-8d59-d4ef14ebe00d admin admin] Publish callbacks [] for security_group (4060bff3-2657-4fdd-927f-022b2f421a51), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.530263 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0442179e-7d49-4aa3-8d13-4581035bcbd3 req-e0782bf9-e5b9-4480-a985-1aaa1c6c0189 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0305490 Apr 01 21:40:32.547825 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-53040a5d-c2aa-442f-8d59-d4ef14ebe00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4060bff3-2657-4fdd-927f-022b2f421a51), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.670902 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040a5d-c2aa-442f-8d59-d4ef14ebe00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4060bff3-2657-4fdd-927f-022b2f421a51,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:32.739889 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-53040a5d-c2aa-442f-8d59-d4ef14ebe00d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db9fffb6465a4043964178c09b7b26fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414350 Apr 01 21:40:32.742395 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47620) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:32.819635 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e470e-6f81-4a8d-858e-dfe6087bb1f2 None None] Pushing event updated for resources: {'Port': ['ID=76ecf621-a92d-4249-b71d-5c554dc40373,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:32.840563 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dce06cf-c53e-491f-8e29-dd47a01ba050 admin admin] Publish callbacks [] for security_group (4060bff3-2657-4fdd-927f-022b2f421a51), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.840654 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-32d76ca2-d6c3-4fb1-a729-c9452e35c21c None None] Provisioning complete for port 47e7f9d0-93f1-4840-b471-44343edb690e triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:32.853691 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-32d76ca2-d6c3-4fb1-a729-c9452e35c21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.868632 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dce06cf-c53e-491f-8e29-dd47a01ba050 admin admin] Publish callbacks [] for security_group (4060bff3-2657-4fdd-927f-022b2f421a51), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:32.879688 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 2, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:32.919687 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Checking router: 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:32.927682 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Updating router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 port 36ab7f41-e66a-4313-bab2-bd73c511d258 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:32.963320 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] For port 628171aa-eec8-4808-b00b-418b0b0807ef, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:32.973887 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.058693 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dce06cf-c53e-491f-8e29-dd47a01ba050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4060bff3-2657-4fdd-927f-022b2f421a51), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.061129 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8dce06cf-c53e-491f-8e29-dd47a01ba050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.064812 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-8dce06cf-c53e-491f-8e29-dd47a01ba050 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4060bff3-2657-4fdd-927f-022b2f421a51 HTTP/1.1" status: 204 len: 168 time: 0.3177421 Apr 01 21:40:33.076005 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4638eb01-acfa-4aac-9dae-473bd49213a4 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:33.088882 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4325c838-48b0-476d-b615-fdf57c168dbe up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:33.090964 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce06cf-c53e-491f-8e29-dd47a01ba050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4060bff3-2657-4fdd-927f-022b2f421a51,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:33.094553 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-32d76ca2-d6c3-4fb1-a729-c9452e35c21c None None] Port 47e7f9d0-93f1-4840-b471-44343edb690e cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:33.272592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47626) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:33.273041 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4325c838-48b0-476d-b615-fdf57c168dbe triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:33.273198 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.303284 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-758fa049-21b3-4be6-82d4-3bdae50c41ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.407907 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4325c838-48b0-476d-b615-fdf57c168dbe is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:33.409180 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 523754f9-2036-4fa4-8d04-81c899c441a8 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:33.491656 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ef2b6f75-86ac-47c3-a423-f5ced4129a8e req-6e84bda5-1ccc-42a9-aaf3-65cb94c5d7a6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 210 time: 0.7082331 Apr 01 21:40:33.528877 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-758fa049-21b3-4be6-82d4-3bdae50c41ad admin admin] Publish callbacks [] for security_group (74b603a6-3152-46de-9184-0d265bf1e3ab), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.564954 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 523754f9-2036-4fa4-8d04-81c899c441a8 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:33.576589 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.582697 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-758fa049-21b3-4be6-82d4-3bdae50c41ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (74b603a6-3152-46de-9184-0d265bf1e3ab), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.595907 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Publish callbacks [] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.655799 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.676934 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-758fa049-21b3-4be6-82d4-3bdae50c41ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cec75f76020f4f22ad7ca79793f0540d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020348 Apr 01 21:40:33.682283 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fa049-21b3-4be6-82d4-3bdae50c41ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b603a6-3152-46de-9184-0d265bf1e3ab,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:33.699400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47630) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:33.738235 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for port (b89e3c3a-2223-4f32-829f-24677489547d), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.820792 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-37645494-106f-4292-ba79-f468baea4957 admin admin] Publish callbacks [] for security_group (74b603a6-3152-46de-9184-0d265bf1e3ab), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.848384 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-37645494-106f-4292-ba79-f468baea4957 admin admin] Publish callbacks [] for security_group (74b603a6-3152-46de-9184-0d265bf1e3ab), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.860489 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] For port 628171aa-eec8-4808-b00b-418b0b0807ef, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=628171aa-eec8-4808-b00b-418b0b0807ef,segment=NetworkSegment(6810f957-a635-4b94-a790-504b8dae977f),segment_id=6810f957-a635-4b94-a790-504b8dae977f)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:33.888204 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-09efe27a-4cc7-4ef7-87c3-9de4fdf2073c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:33.889736 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-09efe27a-4cc7-4ef7-87c3-9de4fdf2073c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 817 time: 2.0389748 Apr 01 21:40:33.898567 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5175155-b3b0-4333-aab4-30bc32ee73d2 None None] Pushing event updated for resources: {'Port': ['ID=36ab7f41-e66a-4313-bab2-bd73c511d258,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:33.899193 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 523754f9-2036-4fa4-8d04-81c899c441a8 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:33.904701 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:40:33.931230 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Attempting to bind port 36ab7f41-e66a-4313-bab2-bd73c511d258 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:33.931866 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Attempting to bind port 36ab7f41-e66a-4313-bab2-bd73c511d258 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:33.932387 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Attempting to bind port 36ab7f41-e66a-4313-bab2-bd73c511d258 on network 2a8519f4-6107-49d3-a86f-187b7997fafa {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:33.944840 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:33.945224 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Checking segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:33.945638 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.946032 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Bound using segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:33.946668 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Bound port: 36ab7f41-e66a-4313-bab2-bd73c511d258, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:33.947054 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:33.965650 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c020269d-1374-4d3f-9a25-fb63707eb422 req-2d1bc096-46a2-4ec8-b1a8-1ae796fd58f7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 210 time: 0.1375332 Apr 01 21:40:34.101243 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] For port 36ab7f41-e66a-4313-bab2-bd73c511d258, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:34.105435 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] For port 36ab7f41-e66a-4313-bab2-bd73c511d258, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=36ab7f41-e66a-4313-bab2-bd73c511d258,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:34.192940 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 0bc163ec-48dc-43c9-9cca-463f051fc69b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:34.268889 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-62efe2e7-ce45-45a9-be1a-6336b98cd514 None None] Provisioning complete for port 36ab7f41-e66a-4313-bab2-bd73c511d258 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:34.269799 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-62efe2e7-ce45-45a9-be1a-6336b98cd514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.281002 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-f9d333cb-2da7-4c30-b380-bcea37844262 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 379 time: 0.3193836 Apr 01 21:40:34.305208 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'port': {'device_id': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'admin_state_up': True, 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'security_groups': ['48b747a7-5ada-4e38-9405-a257953b75a7']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:34.318874 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709074a-39b0-4f51-b850-48154d41a35f req-56620a96-9860-404c-bde9-67af02a3f0c2 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:34.325594 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-37645494-106f-4292-ba79-f468baea4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (74b603a6-3152-46de-9184-0d265bf1e3ab), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.331146 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 0bc163ec-48dc-43c9-9cca-463f051fc69b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:34.331276 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-37645494-106f-4292-ba79-f468baea4957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.331357 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.331426 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-37645494-106f-4292-ba79-f468baea4957 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74b603a6-3152-46de-9184-0d265bf1e3ab HTTP/1.1" status: 204 len: 168 time: 0.6268966 Apr 01 21:40:34.342148 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9709074a-39b0-4f51-b850-48154d41a35f req-56620a96-9860-404c-bde9-67af02a3f0c2 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.1802483 Apr 01 21:40:34.379404 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:34.382332 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37645494-106f-4292-ba79-f468baea4957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b603a6-3152-46de-9184-0d265bf1e3ab,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:34.399477 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.426199 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:34.490929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (b89e3c3a-2223-4f32-829f-24677489547d), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.498553 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.520336 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-62efe2e7-ce45-45a9-be1a-6336b98cd514 None None] Port 36ab7f41-e66a-4313-bab2-bd73c511d258 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:34.523688 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.31', 63413) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:34.531938 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:34.536897 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:34.541122 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:34.548127 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:34.615203 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4014440c-486f-48f5-b8af-971445a1fece admin admin] 10.222.0.30 "PUT /v2.0/routers/794c3706-3bfc-4926-9773-ef5f99bffeb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0206771 Apr 01 21:40:34.647906 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'Port': ['ID=b89e3c3a-2223-4f32-829f-24677489547d,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:34.664742 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47642) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:34.690470 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-b721112e-6cbe-4562-9ead-5e3b4b19bfc5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140290925', 'description': 'tempest-description--7171250'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:34.819037 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:34.900916 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bef038cf-76eb-4d8e-807b-248f14e7463a req-855e814a-a496-40bc-93d5-86e87ca8bb16 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 210 time: 0.1238592 Apr 01 21:40:34.921037 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-3347bc96-4694-41c1-9f51-e17a47ad9c4f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:34.930730 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-3347bc96-4694-41c1-9f51-e17a47ad9c4f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 818 time: 0.3892329 Apr 01 21:40:34.948206 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:34.948824 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:34.951836 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:34.956174 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'port': {'device_id': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'admin_state_up': True, 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:34.960431 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] 10.222.0.31 "PUT /v2.0/ports/628171aa-eec8-4808-b00b-418b0b0807ef HTTP/1.1" status: 200 len: 1094 time: 9.1102328 Apr 01 21:40:35.022909 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'tag': '628171aa-eec8-4808-b00b-418b0b0807ef'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:35.051327 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9709074a-39b0-4f51-b850-48154d41a35f req-e09ebfa2-bf1c-4844-b9ca-0fec698c75ab tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038028 Apr 01 21:40:35.053273 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Network 45e7b50d-8751-4809-b89b-4a262470e32b is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:35.107438 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 0bc163ec-48dc-43c9-9cca-463f051fc69b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:35.108539 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 76ecf621-a92d-4249-b71d-5c554dc40373 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:35.118198 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-77d17dd5-6b26-48b2-ad0e-3538ff04003b None None] Provisioning complete for port 36ab7f41-e66a-4313-bab2-bd73c511d258 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:35.135790 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-77d17dd5-6b26-48b2-ad0e-3538ff04003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.136010 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8f808-3cef-4fd1-8fae-db04bb1b009b service neutron] Pushing event updated for resources: {'Port': ['ID=628171aa-eec8-4808-b00b-418b0b0807ef,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:35.188423 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b721112e-6cbe-4562-9ead-5e3b4b19bfc5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.248138 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:35.315106 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Made reservation on behalf of e48327a881b64c4aafa50ffb986450cd for: {'port': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:35.318739 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.326732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:35.367747 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5175155-b3b0-4333-aab4-30bc32ee73d2 None None] Pushing event updated for resources: {'Port': ['ID=36ab7f41-e66a-4313-bab2-bd73c511d258,revision_number=4']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:35.386039 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b721112e-6cbe-4562-9ead-5e3b4b19bfc5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (32c07828-30a3-4988-94ae-9817fc0d3218), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.448274 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:34Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:35.488554 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 76ecf621-a92d-4249-b71d-5c554dc40373 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:35.493484 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.503989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:35.504686 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.545453 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c944a-f520-4d75-889a-ab35eb58ccbd None None] The sync data for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi is: [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:34Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:35.550588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76741544-5d2e-4699-9e3f-836a917395f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdfa21e-997c-4606-b62f-6b24e5874696", "tag": "628171aa-eec8-4808-b00b-418b0b0807ef"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:35.571527 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-77d17dd5-6b26-48b2-ad0e-3538ff04003b None None] Current status of the port 36ab7f41-e66a-4313-bab2-bd73c511d258 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:35.573572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-77d17dd5-6b26-48b2-ad0e-3538ff04003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.575532 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea537fc6-6b91-48da-b7df-c98b6bfa33b2 req-875b357a-4388-4355-8942-9c21c0239b55 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 210 time: 0.2742550 Apr 01 21:40:35.630762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Made reservation on behalf of b830e6c4d18d4632b83ac205b83cd683 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:35.656964 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.688232 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-77d17dd5-6b26-48b2-ad0e-3538ff04003b None None] For port 36ab7f41-e66a-4313-bab2-bd73c511d258, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=36ab7f41-e66a-4313-bab2-bd73c511d258,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:35.730210 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 2, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:35.770381 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-77d17dd5-6b26-48b2-ad0e-3538ff04003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.772180 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:40:35.772532 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Updating router 794c3706-3bfc-4926-9773-ef5f99bffeb1 port 47e7f9d0-93f1-4840-b471-44343edb690e binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:40:35.819847 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:35.836373 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 76ecf621-a92d-4249-b71d-5c554dc40373 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:35.993924 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-e720fe58-f0ed-419e-b842-b84052718277 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4680045 Apr 01 21:40:35.995956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f369e6aa-b647-45fd-9081-7d37fd109f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:35.997502 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-f369e6aa-b647-45fd-9081-7d37fd109f05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ab324afb9714663b9391c6807248927&device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 1128 time: 0.8449914 Apr 01 21:40:36.017946 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b721112e-6cbe-4562-9ead-5e3b4b19bfc5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (32c07828-30a3-4988-94ae-9817fc0d3218), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.116204 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47698) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:36.150174 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-ce779a40-11f4-4903-aba3-781ab5a970da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341878531', 'description': 'tempest-description--957536357'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:36.157259 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d17dd5-6b26-48b2-ad0e-3538ff04003b None None] Pushing event updated for resources: {'Port': ['ID=36ab7f41-e66a-4313-bab2-bd73c511d258,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:36.188503 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-95dbe302-ff8d-4984-9119-aa719049dd5a None None] Provisioning complete for port b89e3c3a-2223-4f32-829f-24677489547d triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:36.191850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-95dbe302-ff8d-4984-9119-aa719049dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (b89e3c3a-2223-4f32-829f-24677489547d), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.207742 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b721112e-6cbe-4562-9ead-5e3b4b19bfc5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.211900 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b721112e-6cbe-4562-9ead-5e3b4b19bfc5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.5402293 Apr 01 21:40:36.218100 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 36ab7f41-e66a-4313-bab2-bd73c511d258 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:36.244390 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47702) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:36.253399 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-1da673cb-39f7-42b2-9dcc-d6fc26eadb2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=628171aa-eec8-4808-b00b-418b0b0807ef HTTP/1.1" status: 200 len: 217 time: 0.2342730 Apr 01 21:40:36.275578 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-1bb4a11f-836a-48e0-a18e-afc9d3946a00 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'security_group_rule': {'security_group_id': '32c07828-30a3-4988-94ae-9817fc0d3218', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:36.282699 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c981f8-c2b6-4804-b052-9c3076c709d8 x-openstack-request-id: req-75c981f8-c2b6-4804-b052-9c3076c709d8 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:36.283644 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdfa21e-997c-4606-b62f-6b24e5874696", "tag": "628171aa-eec8-4808-b00b-418b0b0807ef", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:36.284107 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75c981f8-c2b6-4804-b052-9c3076c709d8 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:36.285224 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c981f8-c2b6-4804-b052-9c3076c709d8'] response: {'name': 'network-changed', 'server_uuid': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'tag': '628171aa-eec8-4808-b00b-418b0b0807ef', 'status': 'completed', 'code': 200} Apr 01 21:40:36.291409 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Request body: {'port': {'device_id': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:36.369994 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721112e-6cbe-4562-9ead-5e3b4b19bfc5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c07828-30a3-4988-94ae-9817fc0d3218,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:36.395723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Allocated IP 172.20.0.12 (bbed30bf-fb51-411a-9965-9d6a277737eb/d8c73fc9-1d2b-4895-a866-7a59f4a827c1/8397bc5d-0ec8-461c-8b82-e139352b34b1) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:36.509444 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a5be1581-1d9c-43d1-a9a5-a7c6678dc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:36.511196 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-a5be1581-1d9c-43d1-a9a5-a7c6678dc894 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ad9240-34b4-4921-8d50-1c7a64539f99 HTTP/1.1" status: 200 len: 852 time: 0.2161472 Apr 01 21:40:36.545393 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b392926b-415e-455c-95d1-b074192f52ab req-e9a3e892-4a52-4d49-9a9c-d2016d14869e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 210 time: 0.2758925 Apr 01 21:40:36.548672 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-95dbe302-ff8d-4984-9119-aa719049dd5a None None] Port b89e3c3a-2223-4f32-829f-24677489547d cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:36.579698 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Allocated IP 172.20.0.8 (45e7b50d-8751-4809-b89b-4a262470e32b/cefa34c4-c80e-4824-83dd-e1365cdb2f2e/5ef7c1c2-1269-468e-8a2a-11f859fe7ec0) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:36.608576 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a11f-836a-48e0-a18e-afc9d3946a00 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (b42ccb89-bfa2-4603-a908-fc81abcdfe4d), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.642055 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce779a40-11f4-4903-aba3-781ab5a970da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.710691 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-1a9d55d8-dc6c-470a-9c72-e631952ac69d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3e18272-ef08-46b8-b80a-b86317da3c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1733656 Apr 01 21:40:36.747999 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 36ab7f41-e66a-4313-bab2-bd73c511d258 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:36.748433 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.795958 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3d438200-bb1e-4eeb-9659-f7a5dc0b87d7 req-15c9d651-c757-4330-8880-434ac2c5a106 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 210 time: 0.1023345 Apr 01 21:40:36.929744 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a11f-836a-48e0-a18e-afc9d3946a00 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (b42ccb89-bfa2-4603-a908-fc81abcdfe4d), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.961522 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b89e3c3a-2223-4f32-829f-24677489547d), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:36.987444 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a11f-836a-48e0-a18e-afc9d3946a00 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (b42ccb89-bfa2-4603-a908-fc81abcdfe4d), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.004439 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 36ab7f41-e66a-4313-bab2-bd73c511d258 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:37.033452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Publish callbacks [] for port (47e7f9d0-93f1-4840-b471-44343edb690e), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.055337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38651331-e979-4e1c-871b-908d092dfc92 req-cb3bdaec-6290-4970-b0cd-2abf55994abf tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:37.062296 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce779a40-11f4-4903-aba3-781ab5a970da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (0628b67e-8f2a-45e7-be5f-9a341a2923a0), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.062717 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38651331-e979-4e1c-871b-908d092dfc92 req-cb3bdaec-6290-4970-b0cd-2abf55994abf tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.5548220 Apr 01 21:40:37.073603 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a11f-836a-48e0-a18e-afc9d3946a00 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42ccb89-bfa2-4603-a908-fc81abcdfe4d,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:37.094810 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.105386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a11f-836a-48e0-a18e-afc9d3946a00 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.106830 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1bb4a11f-836a-48e0-a18e-afc9d3946a00 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8530784 Apr 01 21:40:37.109574 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47734) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:37.114819 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-91ed9100-7414-48eb-9458-022a6271ee94 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'security_group_rule': {'security_group_id': '32c07828-30a3-4988-94ae-9817fc0d3218', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:37.148781 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.176865 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce779a40-11f4-4903-aba3-781ab5a970da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0628b67e-8f2a-45e7-be5f-9a341a2923a0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.219360 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce779a40-11f4-4903-aba3-781ab5a970da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0628b67e-8f2a-45e7-be5f-9a341a2923a0,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:37.221337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.237130 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e93b9-8a6e-4690-987b-bea9a4535b32 None None] Pushing event updated for resources: {'Port': ['ID=47e7f9d0-93f1-4840-b471-44343edb690e,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:37.265817 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-e820975c-c171-43ed-a170-a8410cad9c4c service neutron] 10.222.0.31 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584391 Apr 01 21:40:37.286591 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.295400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce779a40-11f4-4903-aba3-781ab5a970da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.295400 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ce779a40-11f4-4903-aba3-781ab5a970da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1699440 Apr 01 21:40:37.303207 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47738) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:37.333309 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-7320e582-5842-4e79-a5aa-f38e2253114d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': '0628b67e-8f2a-45e7-be5f-9a341a2923a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:37.367868 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Attempting to bind port 47e7f9d0-93f1-4840-b471-44343edb690e on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:37.368243 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Attempting to bind port 47e7f9d0-93f1-4840-b471-44343edb690e by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:37.368615 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Attempting to bind port 47e7f9d0-93f1-4840-b471-44343edb690e on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:37.385895 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:37.385895 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Checking segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:37.385895 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.385895 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Bound using segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:37.385895 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Bound port: 47e7f9d0-93f1-4840-b471-44343edb690e, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:37.385895 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.423758 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38651331-e979-4e1c-871b-908d092dfc92 req-92f52e23-644d-42da-9133-d269dd082dad tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454945 Apr 01 21:40:37.431821 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-91ed9100-7414-48eb-9458-022a6271ee94 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (27bdd268-22c5-442d-80ee-b9d8eebe39ca), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.522384 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] For port 47e7f9d0-93f1-4840-b471-44343edb690e, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:37.526955 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] For port 47e7f9d0-93f1-4840-b471-44343edb690e, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=47e7f9d0-93f1-4840-b471-44343edb690e,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:37.575541 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Network 45e7b50d-8751-4809-b89b-4a262470e32b is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:37.603298 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-e45d0de4-a2d9-489b-9555-0aebd84006e5 None None] Provisioning complete for port 47e7f9d0-93f1-4840-b471-44343edb690e triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:37.603819 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e45d0de4-a2d9-489b-9555-0aebd84006e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.616693 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eeba1985-dc96-458e-aec4-dc613d4e4fb5 req-9812aa78-91bc-4874-965a-a11bf2b6c433 service neutron] 10.222.0.31 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425851 Apr 01 21:40:37.633018 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.655183 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.657465 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:40:37.670281 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:37.705480 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:37.711813 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:37.718386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.738028 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e93b9-8a6e-4690-987b-bea9a4535b32 None None] Pushing event updated for resources: {'Port': ['ID=47e7f9d0-93f1-4840-b471-44343edb690e,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:37.749777 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'Port': ['ID=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:37.771293 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-e45d0de4-a2d9-489b-9555-0aebd84006e5 None None] Port 47e7f9d0-93f1-4840-b471-44343edb690e cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:37.813157 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-91ed9100-7414-48eb-9458-022a6271ee94 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (27bdd268-22c5-442d-80ee-b9d8eebe39ca), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:37.818935 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:37.819583 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:37.873649 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7320e582-5842-4e79-a5aa-f38e2253114d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (793fd684-9951-4c7d-8444-97fd87c1f91e), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.036706 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7320e582-5842-4e79-a5aa-f38e2253114d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (793fd684-9951-4c7d-8444-97fd87c1f91e), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.132610 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-91ed9100-7414-48eb-9458-022a6271ee94 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (27bdd268-22c5-442d-80ee-b9d8eebe39ca), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.152277 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-7528d4bf-ef2f-4517-9ade-10e41a96b04d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2031071 Apr 01 21:40:38.199906 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7320e582-5842-4e79-a5aa-f38e2253114d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (793fd684-9951-4c7d-8444-97fd87c1f91e), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.211944 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 36ab7f41-e66a-4313-bab2-bd73c511d258 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:38.219705 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Request body: {'port': {'device_id': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:38.299097 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7320e582-5842-4e79-a5aa-f38e2253114d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.305002 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7320e582-5842-4e79-a5aa-f38e2253114d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9969251 Apr 01 21:40:38.307071 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47762) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:38.310168 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9100-7414-48eb-9458-022a6271ee94 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bdd268-22c5-442d-80ee-b9d8eebe39ca,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:38.311357 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:38.331225 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-1b7b5e12-098d-465d-a19d-cbd42fb77b92 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': '0628b67e-8f2a-45e7-be5f-9a341a2923a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:38.355379 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320e582-5842-4e79-a5aa-f38e2253114d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793fd684-9951-4c7d-8444-97fd87c1f91e,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:38.384477 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-91ed9100-7414-48eb-9458-022a6271ee94 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.388742 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-91ed9100-7414-48eb-9458-022a6271ee94 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2751586 Apr 01 21:40:38.394068 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.408713 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4fb1-5336-41db-a835-f4bbec9f21e2 req-4c3a8134-0e62-4a22-b5eb-44fd978c460f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:38.421870 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3a5a4fb1-5336-41db-a835-f4bbec9f21e2 req-4c3a8134-0e62-4a22-b5eb-44fd978c460f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 932 time: 0.6820259 Apr 01 21:40:38.421870 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47766) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:38.430853 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:38.458010 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Provisioning complete for port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:38.458481 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.513800 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5e12-098d-465d-a19d-cbd42fb77b92 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (c1b54880-5be8-4a92-b807-8eaefc0dc7c0), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.612715 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3a5a4fb1-5336-41db-a835-f4bbec9f21e2 req-73256986-17b5-471b-95c1-99d5d4df544d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769242 Apr 01 21:40:38.710814 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.763861 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:38.786226 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89e3c3a-2223-4f32-829f-24677489547d {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:38.788414 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 36ab7f41-e66a-4313-bab2-bd73c511d258 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:38.788806 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.792517 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Provisioning complete for port 47e7f9d0-93f1-4840-b471-44343edb690e triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:38.792887 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.796665 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Network bbed30bf-fb51-411a-9965-9d6a277737eb is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:38.821486 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Publish callbacks [] for port (b89e3c3a-2223-4f32-829f-24677489547d), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.837924 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:38.847554 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:38.904387 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:38.905049 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:38.929852 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:38.935950 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Transition to ACTIVE for port object b89e3c3a-2223-4f32-829f-24677489547d will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:40:38.980760 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741544-5d2e-4699-9e3f-836a917395f6 req-60d00d1a-7425-434d-832b-7529634ae4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:38.984413 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-76741544-5d2e-4699-9e3f-836a917395f6 req-60d00d1a-7425-434d-832b-7529634ae4b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ab324afb9714663b9391c6807248927&device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 1128 time: 0.2736971 Apr 01 21:40:38.994993 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34991a-0a05-40ee-b7e4-e4908936db73 req-088ef695-6821-4cec-8a3b-182b7912ce39 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:39.002499 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ba34991a-0a05-40ee-b7e4-e4908936db73 req-088ef695-6821-4cec-8a3b-182b7912ce39 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 931 time: 0.3167899 Apr 01 21:40:39.016351 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5e12-098d-465d-a19d-cbd42fb77b92 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (c1b54880-5be8-4a92-b807-8eaefc0dc7c0), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:39.041576 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 36ab7f41-e66a-4313-bab2-bd73c511d258 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:39.096478 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ba34991a-0a05-40ee-b7e4-e4908936db73 req-eb7142ea-fdbb-4bd5-be10-522a77a3bee8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910771 Apr 01 21:40:39.118809 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c203e-0fdd-49d6-a6a1-dfe48410a664 req-630daa12-7f94-4993-b7d7-1d4ee630e05e tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:39.118809 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-be9c203e-0fdd-49d6-a6a1-dfe48410a664 req-630daa12-7f94-4993-b7d7-1d4ee630e05e tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.1238987 Apr 01 21:40:39.137886 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Current status of the port 47e7f9d0-93f1-4840-b471-44343edb690e is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:39.137886 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:39.137886 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:37Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:39.173227 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d7563-193d-420d-b5cc-e4ce865da39a None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:37Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:40:39.210109 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] For port 47e7f9d0-93f1-4840-b471-44343edb690e, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=47e7f9d0-93f1-4840-b471-44343edb690e,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:39.222742 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-be9c203e-0fdd-49d6-a6a1-dfe48410a664 req-7fd58366-3890-434b-93ad-a6cfd2db935f tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016676 Apr 01 21:40:39.249015 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:39.274296 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (b89e3c3a-2223-4f32-829f-24677489547d), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:39.340500 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e3c3a-2223-4f32-829f-24677489547d,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:39.427280 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Attempting to bind port b89e3c3a-2223-4f32-829f-24677489547d on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:39.427874 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Attempting to bind port b89e3c3a-2223-4f32-829f-24677489547d by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:39.428145 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Attempting to bind port b89e3c3a-2223-4f32-829f-24677489547d on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:39.432896 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Port b89e3c3a-2223-4f32-829f-24677489547d on network 45e7b50d-8751-4809-b89b-4a262470e32b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:40:39.433225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Attempting to bind port b89e3c3a-2223-4f32-829f-24677489547d on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:39.441637 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:39.442053 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Checking segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:39.442455 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Bound using segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:39.443171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Bound port: b89e3c3a-2223-4f32-829f-24677489547d, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:39.443542 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b89e3c3a-2223-4f32-829f-24677489547d), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:39.508927 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Allocated IP 172.27.1.3 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/07717213-8c99-4bae-bd5d-73da2cf5c73a) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:39.546754 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] For port b89e3c3a-2223-4f32-829f-24677489547d, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:39.555500 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] For port b89e3c3a-2223-4f32-829f-24677489547d, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b89e3c3a-2223-4f32-829f-24677489547d,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:39.573712 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 {{(pid=110288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:39.582660 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Publish callbacks [] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:39.610972 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.provisioning_blocks [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Transition to ACTIVE for port object 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 will not be triggered until provisioned by entity L2. {{(pid=110288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:40:39.752225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821e33-8342-4819-8908-15c5761add09 req-2502601b-d14b-4317-bb87-f553f308c96e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:39.756730 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14821e33-8342-4819-8908-15c5761add09 req-2502601b-d14b-4317-bb87-f553f308c96e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 932 time: 0.0577197 Apr 01 21:40:39.812216 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14821e33-8342-4819-8908-15c5761add09 req-155d97e0-7044-4ef3-9a7c-296dfe287752 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520728 Apr 01 21:40:39.915616 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-bd117b91-d053-4713-b166-c1a37af7da8d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6143374 Apr 01 21:40:39.969080 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5e12-098d-465d-a19d-cbd42fb77b92 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (c1b54880-5be8-4a92-b807-8eaefc0dc7c0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:39.996494 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b5e12-098d-465d-a19d-cbd42fb77b92 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b54880-5be8-4a92-b807-8eaefc0dc7c0,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:40.040038 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.050333 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.052184 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.056438 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (b89e3c3a-2223-4f32-829f-24677489547d), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.108650 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 47e7f9d0-93f1-4840-b471-44343edb690e up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:40.109067 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Pushing event updated for resources: {'Port': ['ID=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:40.133997 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:40.135032 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.136467 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] 10.222.0.31 "PUT /v2.0/ports/b89e3c3a-2223-4f32-829f-24677489547d HTTP/1.1" status: 200 len: 1094 time: 4.1161561 Apr 01 21:40:40.144502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'tag': 'b89e3c3a-2223-4f32-829f-24677489547d'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:40.150038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d5bce4-1d2c-42c4-9e2e-92d5a1f52a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc464875-4237-4ee5-8b91-1dde30e0e8c4", "tag": "b89e3c3a-2223-4f32-829f-24677489547d"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:40.179092 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5e12-098d-465d-a19d-cbd42fb77b92 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.183519 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1b7b5e12-098d-465d-a19d-cbd42fb77b92 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8528652 Apr 01 21:40:40.196867 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47806) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:40.207799 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:40.254847 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5922e97-78bb-4024-bc1e-190085558d59 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e3c3a-2223-4f32-829f-24677489547d,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:40.270844 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a87fd3-c623-4afe-a34e-be3d4b77bae8 x-openstack-request-id: req-a0a87fd3-c623-4afe-a34e-be3d4b77bae8 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:40.280488 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.managers [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Attempting to bind port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:40.282173 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.managers [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Attempting to bind port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}] {{(pid=110288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:40.282173 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Attempting to bind port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:40.285191 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc464875-4237-4ee5-8b91-1dde30e0e8c4", "tag": "b89e3c3a-2223-4f32-829f-24677489547d", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:40.287121 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0a87fd3-c623-4afe-a34e-be3d4b77bae8 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:40.287449 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.288581 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a87fd3-c623-4afe-a34e-be3d4b77bae8'] response: {'name': 'network-changed', 'server_uuid': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'tag': 'b89e3c3a-2223-4f32-829f-24677489547d', 'status': 'completed', 'code': 200} Apr 01 21:40:40.313141 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 on network 45e7b50d-8751-4809-b89b-4a262470e32b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:40:40.313141 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Attempting to bind port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:40.329696 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96ce6f-898b-45ba-8cd5-32be454e643b None None] Pushing event updated for resources: {'Port': ['ID=47e7f9d0-93f1-4840-b471-44343edb690e,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:40.358811 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-7be1d7d0-1f0d-423c-bcd4-b818251988cc None None] Provisioning complete for port 8397bc5d-0ec8-461c-8b82-e139352b34b1 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:40.359404 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7be1d7d0-1f0d-423c-bcd4-b818251988cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.422479 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-7be1d7d0-1f0d-423c-bcd4-b818251988cc None None] Port 8397bc5d-0ec8-461c-8b82-e139352b34b1 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:40.425410 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 47e7f9d0-93f1-4840-b471-44343edb690e triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:40.426172 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.450791 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62748a6-1f0c-4a59-ad7d-4784a7b46313 req-dd68293e-2828-4a7b-82fd-571906bb82dd tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:40.452557 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e62748a6-1f0c-4a59-ad7d-4784a7b46313 req-dd68293e-2828-4a7b-82fd-571906bb82dd tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.1105371 Apr 01 21:40:40.555098 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e62748a6-1f0c-4a59-ad7d-4784a7b46313 req-fbfde68a-e60e-4125-a478-70b5d55bbac5 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951319 Apr 01 21:40:40.581503 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 47e7f9d0-93f1-4840-b471-44343edb690e is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:40.629459 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47816) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:40.654482 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:40.654830 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Checking segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:40.655398 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Bound using segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} {{(pid=110288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:40.655857 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.managers [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Bound port: 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}}] {{(pid=110288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:40.656215 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.668179 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.721225 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:40.778688 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b2f22ca5-1ebd-4025-8975-c038fc642fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.793979 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:40.797008 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:40.810747 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'Port': ['ID=07717213-8c99-4bae-bd5d-73da2cf5c73a,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:40.865697 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b2f22ca5-1ebd-4025-8975-c038fc642fa9 admin admin] Publish callbacks [] for security_group (77a43f71-6b5e-4537-a031-c626b236184c), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.888390 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5d07b-fc7c-42ba-a6a4-f364acb9e046 req-309e4671-c163-4bc6-8970-7dac34345145 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:40.890519 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-20e5d07b-fc7c-42ba-a6a4-f364acb9e046 req-309e4671-c163-4bc6-8970-7dac34345145 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 943 time: 0.6114450 Apr 01 21:40:40.941346 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] For port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0, host hv-cinder-83621, cleared binding levels {{(pid=110288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:40.953982 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af8742-2fd3-4865-b5cd-956e936114f2 req-b5229781-b7d2-4573-b047-2d5a3f913a4d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:40.956106 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29af8742-2fd3-4865-b5cd-956e936114f2 req-b5229781-b7d2-4573-b047-2d5a3f913a4d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 932 time: 0.0662727 Apr 01 21:40:40.956885 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b2f22ca5-1ebd-4025-8975-c038fc642fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (77a43f71-6b5e-4537-a031-c626b236184c), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:40.974796 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] For port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:40.982006 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (7cffcb90-d78e-458b-9104-7955ffbda552), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.007118 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22ca5-1ebd-4025-8975-c038fc642fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a43f71-6b5e-4537-a031-c626b236184c,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:41.017174 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b2f22ca5-1ebd-4025-8975-c038fc642fa9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d9b50ec3d8446f2b052a809dc2bab1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831642 Apr 01 21:40:41.018386 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47822) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:41.020708 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-20e5d07b-fc7c-42ba-a6a4-f364acb9e046 req-27cbebd7-5845-45fd-ac5b-efb98023f2d9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193686 Apr 01 21:40:41.048437 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.057502 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.063544 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29af8742-2fd3-4865-b5cd-956e936114f2 req-d83e3c86-dc5e-4445-b628-ea464498ede7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965497 Apr 01 21:40:41.090445 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9203bd85-c8e2-4ab3-977b-fb178d4ba3c2 admin admin] Publish callbacks [] for security_group (77a43f71-6b5e-4537-a031-c626b236184c), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.113112 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9203bd85-c8e2-4ab3-977b-fb178d4ba3c2 admin admin] Publish callbacks [] for security_group (77a43f71-6b5e-4537-a031-c626b236184c), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.132790 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:41.133695 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.135210 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] 10.222.0.31 "PUT /v2.0/ports/5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 HTTP/1.1" status: 200 len: 1093 time: 2.9520354 Apr 01 21:40:41.162876 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'tag': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:41.168254 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Request body: {'port': {'device_id': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:41.267376 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.334089 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.387686 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6f418-b1fc-45f3-b2f6-feab71524f1e service neutron] Pushing event updated for resources: {'Port': ['ID=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,revision_number=3']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:41.401516 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9203bd85-c8e2-4ab3-977b-fb178d4ba3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (77a43f71-6b5e-4537-a031-c626b236184c), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.404732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9203bd85-c8e2-4ab3-977b-fb178d4ba3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.412668 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-9203bd85-c8e2-4ab3-977b-fb178d4ba3c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77a43f71-6b5e-4537-a031-c626b236184c HTTP/1.1" status: 204 len: 168 time: 0.3894050 Apr 01 21:40:41.417216 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbad1498-e928-479f-8aa8-110f4d642bd8", "tag": "5ef7c1c2-1269-468e-8a2a-11f859fe7ec0"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:41.421157 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.438699 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.27.1.83 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/fa8550df-526a-49ee-9b7f-c60a7d2b5330) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:41.469163 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5bce4-1d2c-42c4-9e2e-92d5a1f52a6f req-65b14333-788b-4017-aa48-9b6c99e51428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:41.471255 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-57d5bce4-1d2c-42c4-9e2e-92d5a1f52a6f req-65b14333-788b-4017-aa48-9b6c99e51428 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 1128 time: 0.2461696 Apr 01 21:40:41.491667 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741544-5d2e-4699-9e3f-836a917395f6 req-1cb7f1c0-eb37-4f24-9259-f15f9910a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:41.494260 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-76741544-5d2e-4699-9e3f-836a917395f6 req-1cb7f1c0-eb37-4f24-9259-f15f9910a900 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3e18272-ef08-46b8-b80a-b86317da3c99 HTTP/1.1" status: 200 len: 913 time: 0.3470294 Apr 01 21:40:41.496347 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203bd85-c8e2-4ab3-977b-fb178d4ba3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a43f71-6b5e-4537-a031-c626b236184c,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:41.563601 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-76741544-5d2e-4699-9e3f-836a917395f6 req-5fe60c9a-5038-4a95-9db8-8d83442de7f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=628171aa-eec8-4808-b00b-418b0b0807ef HTTP/1.1" status: 200 len: 217 time: 0.0580747 Apr 01 21:40:41.627183 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-f727cff0-119b-4709-8848-db73ca96045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:41.628737 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-f727cff0-119b-4709-8848-db73ca96045c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 1127 time: 0.3010883 Apr 01 21:40:41.640130 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68dfd3e-e677-441b-9eb9-45b7f9a07fa8 x-openstack-request-id: req-a68dfd3e-e677-441b-9eb9-45b7f9a07fa8 {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:41.640430 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbad1498-e928-479f-8aa8-110f4d642bd8", "tag": "5ef7c1c2-1269-468e-8a2a-11f859fe7ec0", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:41.640692 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a68dfd3e-e677-441b-9eb9-45b7f9a07fa8 {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:41.641159 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68dfd3e-e677-441b-9eb9-45b7f9a07fa8'] response: {'name': 'network-changed', 'server_uuid': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'tag': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0', 'status': 'completed', 'code': 200} Apr 01 21:40:41.706435 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-79a0e7c5-a8b6-427f-9058-402adc67c8e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 HTTP/1.1" status: 200 len: 217 time: 0.0633512 Apr 01 21:40:41.766502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741544-5d2e-4699-9e3f-836a917395f6 req-9bd60ee0-2e8d-417e-abef-af6786f0c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:41.768906 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-76741544-5d2e-4699-9e3f-836a917395f6 req-9bd60ee0-2e8d-417e-abef-af6786f0c0da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ad9240-34b4-4921-8d50-1c7a64539f99 HTTP/1.1" status: 200 len: 852 time: 0.1971927 Apr 01 21:40:41.833092 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5bce4-1d2c-42c4-9e2e-92d5a1f52a6f req-30c7a8a8-4374-4203-b459-ce73971288d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:41.834591 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-57d5bce4-1d2c-42c4-9e2e-92d5a1f52a6f req-30c7a8a8-4374-4203-b459-ce73971288d1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=e48327a881b64c4aafa50ffb986450cd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3456435 Apr 01 21:40:41.863388 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.869505 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-76741544-5d2e-4699-9e3f-836a917395f6 req-2da82e39-77cd-4da4-b458-3402680760d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3e18272-ef08-46b8-b80a-b86317da3c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757010 Apr 01 21:40:41.943945 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:41.982201 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-4b470806-1fd3-472f-afab-80d38d35869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:41.982201 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-4b470806-1fd3-472f-afab-80d38d35869a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.2178991 Apr 01 21:40:42.003674 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.013936 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e143a0e-1034-4e7b-a095-3b1226acc13b req-d5facc9a-95bd-47f2-ade1-8b4837b2b2a8 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:42.015477 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e143a0e-1034-4e7b-a095-3b1226acc13b req-d5facc9a-95bd-47f2-ade1-8b4837b2b2a8 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.3171968 Apr 01 21:40:42.018435 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 47e7f9d0-93f1-4840-b471-44343edb690e up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:42.103858 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 47e7f9d0-93f1-4840-b471-44343edb690e triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:42.104765 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.113816 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (7cffcb90-d78e-458b-9104-7955ffbda552), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.139985 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-76741544-5d2e-4699-9e3f-836a917395f6 req-342a0e81-d5dd-4bff-a350-8303ef059ea4 service neutron] 10.222.0.31 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585831 Apr 01 21:40:42.214176 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5bce4-1d2c-42c4-9e2e-92d5a1f52a6f req-dc55e6a6-42ec-4f59-a1b2-208632f6d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:42.215472 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-57d5bce4-1d2c-42c4-9e2e-92d5a1f52a6f req-dc55e6a6-42ec-4f59-a1b2-208632f6d39c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3636866 Apr 01 21:40:42.216021 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-baf00a96-7010-44ef-a800-1d4ae940805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:42.216346 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 47850) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:42.217506 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-baf00a96-7010-44ef-a800-1d4ae940805b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2286189 Apr 01 21:40:42.226347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 47e7f9d0-93f1-4840-b471-44343edb690e is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:42.231246 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'Port': ['ID=07717213-8c99-4bae-bd5d-73da2cf5c73a,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:42.238117 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e143a0e-1034-4e7b-a095-3b1226acc13b req-1ba6fda9-2737-4571-b4cc-eddea1c08ada tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984489 Apr 01 21:40:42.253421 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a688d372-02a4-4ae2-aeb2-dfa32c49f1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.253421 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.337201 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.338537 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-fa538e6b-d40a-4546-b5e4-f203be594165 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9178140 Apr 01 21:40:42.340524 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:42.358521 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:42.377366 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:42.400198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de70b13-b8ee-4e56-b935-b4b8973f40b5 req-a6aa39df-c1a1-4727-ac71-dea0247f95ee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:42.402285 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8de70b13-b8ee-4e56-b935-b4b8973f40b5 req-a6aa39df-c1a1-4727-ac71-dea0247f95ee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 943 time: 0.2586722 Apr 01 21:40:42.403259 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=fa8550df-526a-49ee-9b7f-c60a7d2b5330,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:42.559094 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-22f2a520-4649-44f4-a866-0da7f98b2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:42.560603 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-22f2a520-4649-44f4-a866-0da7f98b2582 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 1128 time: 0.2672102 Apr 01 21:40:42.576010 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8de70b13-b8ee-4e56-b935-b4b8973f40b5 req-dfd7c6fb-55e0-478f-bb0e-fea2807af224 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590438 Apr 01 21:40:42.645221 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8397bc5d-0ec8-461c-8b82-e139352b34b1 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:42.664736 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Publish callbacks [] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.677383 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-76741544-5d2e-4699-9e3f-836a917395f6 req-07ce670c-7c26-4f66-82d0-f8a209aebe51 service neutron] 10.222.0.31 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212362 Apr 01 21:40:42.696275 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Transition to ACTIVE for port object 8397bc5d-0ec8-461c-8b82-e139352b34b1 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:40:42.724372 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-b6af181f-5f1e-4edd-8f4d-3002b23418f4 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850473 Apr 01 21:40:42.732027 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d1fb-b140-4d69-9dad-a40fd64eb861 req-32ef07fc-10b4-4133-ba00-896e25d3d8d1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:42.733593 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a5f4d1fb-b140-4d69-9dad-a40fd64eb861 req-32ef07fc-10b4-4133-ba00-896e25d3d8d1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 932 time: 0.2085400 Apr 01 21:40:42.801479 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.892794 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-8d19d7b6-c49c-4ef2-be4c-680ea441f97e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e3c3a-2223-4f32-829f-24677489547d HTTP/1.1" status: 200 len: 217 time: 0.3103874 Apr 01 21:40:42.893843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (1eb33061-2b7c-4e89-a024-8eefd08f7c61), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.909033 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a5f4d1fb-b140-4d69-9dad-a40fd64eb861 req-91da8722-2b9a-4471-80de-8f428d073594 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594410 Apr 01 21:40:42.914262 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:42.920103 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a688d372-02a4-4ae2-aeb2-dfa32c49f1b4 admin admin] Publish callbacks [] for security_group (f8e0f1d0-5126-4932-ad5c-98067dbca6ef), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:42.947219 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea4680d4-0242-40f0-bcfb-1aa2330197eb req-848aaac0-5193-4883-96d2-9c5aa952d10f service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126064 Apr 01 21:40:42.996317 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Attempting to bind port 8397bc5d-0ec8-461c-8b82-e139352b34b1 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:42.996574 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Attempting to bind port 8397bc5d-0ec8-461c-8b82-e139352b34b1 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:42.997081 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Attempting to bind port 8397bc5d-0ec8-461c-8b82-e139352b34b1 on network bbed30bf-fb51-411a-9965-9d6a277737eb {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:42.997278 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-6f70a047-d9c5-4cf6-83a0-455777e8d97a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--140290925&fields=id&tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa HTTP/1.1" status: 200 len: 267 time: 0.1237161 Apr 01 21:40:42.999130 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-6290c813-ab3a-4425-926a-7e4a26487311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.003451 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-6290c813-ab3a-4425-926a-7e4a26487311 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0911689 Apr 01 21:40:43.003525 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Port 8397bc5d-0ec8-461c-8b82-e139352b34b1 on network bbed30bf-fb51-411a-9965-9d6a277737eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:40:43.003525 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Attempting to bind port 8397bc5d-0ec8-461c-8b82-e139352b34b1 on network bbed30bf-fb51-411a-9965-9d6a277737eb {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:43.009806 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:43.010358 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Checking segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:43.010893 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Bound using segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:43.011825 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Bound port: 8397bc5d-0ec8-461c-8b82-e139352b34b1, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:43.012099 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.087756 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a688d372-02a4-4ae2-aeb2-dfa32c49f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (f8e0f1d0-5126-4932-ad5c-98067dbca6ef), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.102374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:43.106546 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:43.169344 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.180459 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-fa4dc33c-9536-4bfd-9dd7-ee1778f0e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.182021 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-fa4dc33c-9536-4bfd-9dd7-ee1778f0e740 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 1127 time: 0.0643334 Apr 01 21:40:43.214491 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.230965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.231773 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.233061 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] 10.222.0.31 "PUT /v2.0/ports/8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 1094 time: 2.0845268 Apr 01 21:40:43.235648 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:43.237668 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618f810-a216-4cea-bd18-4c7aa716f369" -d '{"events": [{"name": "network-changed", "server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:43.258035 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688d372-02a4-4ae2-aeb2-dfa32c49f1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e0f1d0-5126-4932-ad5c-98067dbca6ef,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:43.266035 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a688d372-02a4-4ae2-aeb2-dfa32c49f1b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a889ef20e3474b27aa16271b41ea2410&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0452137 Apr 01 21:40:43.273911 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 47902) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:43.313327 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-f84efdce-bb56-4115-b7f5-2b25582a47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.315039 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b476-edc6-4609-b63a-2d5acea7dc85 service neutron] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:43.315644 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-f84efdce-bb56-4115-b7f5-2b25582a47f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3045645 Apr 01 21:40:43.368652 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-cb97c0d0-f7a1-4ca6-aafa-3a29c22931f5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.370459 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-cb97c0d0-f7a1-4ca6-aafa-3a29c22931f5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 810 time: 0.3606732 Apr 01 21:40:43.439039 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-9a8191e3-6548-44e7-b582-813be1c03192 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/quotas/78ccf87f38b64bfabe9d2aa4ba75ccaa HTTP/1.1" status: 200 len: 375 time: 0.0313427 Apr 01 21:40:43.462619 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-a4339a8e-8625-462b-912a-45ab00bfdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.462619 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-a4339a8e-8625-462b-912a-45ab00bfdd30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.2614658 Apr 01 21:40:43.464640 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-292cf14d-c7f9-400e-8c12-f1cd375c3de6 admin admin] Publish callbacks [] for security_group (f8e0f1d0-5126-4932-ad5c-98067dbca6ef), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.509486 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-292cf14d-c7f9-400e-8c12-f1cd375c3de6 admin admin] Publish callbacks [] for security_group (f8e0f1d0-5126-4932-ad5c-98067dbca6ef), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.559785 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-570e8602-69ab-4cd1-a6a3-610b13b49f1d service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295244 Apr 01 21:40:43.579811 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-127f716d-b47e-4ec3-8d19-99cf34d9dccd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 HTTP/1.1" status: 200 len: 217 time: 0.1069124 Apr 01 21:40:43.633085 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-c3b3a84a-f40b-45af-b738-130b5a54ac23 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1841233 Apr 01 21:40:43.635349 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa3d28-f296-4ebf-bc8e-bc3b99d90188 req-6f7e8393-f6ff-4993-9cbf-f39bc68a1020 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.635481 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3faa3d28-f296-4ebf-bc8e-bc3b99d90188 req-6f7e8393-f6ff-4993-9cbf-f39bc68a1020 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.2801561 Apr 01 21:40:43.654989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-13f3fdf9-c488-42f9-80be-3ada43fa5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.656739 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-13f3fdf9-c488-42f9-80be-3ada43fa5f3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1128 time: 0.2422283 Apr 01 21:40:43.687973 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-7696149f-4a44-4592-baa9-8ca8adc30069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.689970 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-7696149f-4a44-4592-baa9-8ca8adc30069 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.1024573 Apr 01 21:40:43.736057 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-705719f5-3dd7-4c24-9fba-5bb44fa3815a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 217 time: 0.0609636 Apr 01 21:40:43.774841 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.779679 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0eb84188-56f8-43ba-a964-2947163c19c9 req-8503203f-777c-4c35-9f48-df69208c930b service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068412 Apr 01 21:40:43.780682 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-292cf14d-c7f9-400e-8c12-f1cd375c3de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (f8e0f1d0-5126-4932-ad5c-98067dbca6ef), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.783302 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-292cf14d-c7f9-400e-8c12-f1cd375c3de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.784437 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-292cf14d-c7f9-400e-8c12-f1cd375c3de6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8e0f1d0-5126-4932-ad5c-98067dbca6ef HTTP/1.1" status: 204 len: 168 time: 0.5095787 Apr 01 21:40:43.822360 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3faa3d28-f296-4ebf-bc8e-bc3b99d90188 req-2941826d-773b-481d-a9de-f98c64066a01 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762652 Apr 01 21:40:43.830458 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-29146129-ec52-4133-adfc-a19dd4603319 service neutron] 10.222.0.30 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573341 Apr 01 21:40:43.832353 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cf14d-c7f9-400e-8c12-f1cd375c3de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e0f1d0-5126-4932-ad5c-98067dbca6ef,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:43.846526 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-63b359c3-8c86-4dcc-85e2-375d91369a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.848222 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-63b359c3-8c86-4dcc-85e2-375d91369a3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.1034055 Apr 01 21:40:43.894101 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.910131 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-29f7ee39-a5f3-4fe5-891f-1213c51f9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:43.912324 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-29f7ee39-a5f3-4fe5-891f-1213c51f9134 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1868901 Apr 01 21:40:43.939963 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (1eb33061-2b7c-4e89-a024-8eefd08f7c61), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:43.951779 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b5d0b2-13ef-4061-a5b3-43d799e52abf x-openstack-request-id: req-68b5d0b2-13ef-4061-a5b3-43d799e52abf {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:43.957945 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:43.958291 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68b5d0b2-13ef-4061-a5b3-43d799e52abf {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:43.958767 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b5d0b2-13ef-4061-a5b3-43d799e52abf'] response: {'name': 'network-changed', 'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'status': 'completed', 'code': 200} Apr 01 21:40:43.990450 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=fa8550df-526a-49ee-9b7f-c60a7d2b5330,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:44.005693 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae36d-c088-43ab-b35c-20aae00331cb req-67b1faa8-2f02-4287-8b72-1828525944e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:44.007290 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-67b1faa8-2f02-4287-8b72-1828525944e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1494331 Apr 01 21:40:44.018238 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-38584da0-04c7-4c95-b9e9-bc3bf8b3a82e service neutron] 10.222.0.30 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813877 Apr 01 21:40:44.086465 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:44.087837 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-abebd50d-81b3-4fa2-a70c-f3092968b742 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8898606 Apr 01 21:40:44.141224 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-bcbc189c-0d38-44e9-b0ed-af99b9395421 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209518 Apr 01 21:40:44.154203 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fcafa-f87c-40dd-95c3-7a0d2a9e2550 req-bf1e5041-6b65-492c-aa4c-7d4d58f35dad tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:44.155670 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dd0fcafa-f87c-40dd-95c3-7a0d2a9e2550 req-bf1e5041-6b65-492c-aa4c-7d4d58f35dad tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 943 time: 0.1667268 Apr 01 21:40:44.238522 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-2627e5f1-e604-4774-9a4a-90695ca4076e service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104099 Apr 01 21:40:44.388451 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db2df-a0f6-452f-9d12-e2b6235e0b1e req-a6b9ad00-a57f-4538-a8f3-ae5739c8aa0e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:44.390050 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6d4db2df-a0f6-452f-9d12-e2b6235e0b1e req-a6b9ad00-a57f-4538-a8f3-ae5739c8aa0e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0830405 Apr 01 21:40:44.415054 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dd0fcafa-f87c-40dd-95c3-7a0d2a9e2550 req-bb44d9b8-4bad-4a07-b649-4189f61f587d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419536 Apr 01 21:40:44.466024 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2a3ff4f0-9b9b-48fd-b997-52f0e6a941f0 req-d3d4513a-ae41-42b5-b155-16130324bf67 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093045 Apr 01 21:40:44.479989 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6d4db2df-a0f6-452f-9d12-e2b6235e0b1e req-6b43818e-3392-411b-a016-3e0a31d86a32 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840957 Apr 01 21:40:44.518620 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e3a020b7-0ccf-4018-b266-0ccd2111d531 req-9c23fee7-a63c-4ad0-a81c-4d6c488eb474 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 210 time: 0.0415092 Apr 01 21:40:44.520898 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-24bae36d-c088-43ab-b35c-20aae00331cb req-133f5a1b-eb60-4942-9cb7-60a68917a333 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683551 Apr 01 21:40:44.618534 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-7b72dbce-eda7-4a31-80b0-9c7362c45d04 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--341878531&fields=id&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 267 time: 0.0458786 Apr 01 21:40:44.743300 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-516283ad-2c4b-4710-9ba6-064df2ad8f75 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:44.745102 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-516283ad-2c4b-4710-9ba6-064df2ad8f75 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.1188188 Apr 01 21:40:44.760210 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-828f90ef-d0e5-4065-ac80-2e88c57e2350 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/quotas/b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 375 time: 0.0093653 Apr 01 21:40:44.790180 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-f678ad6d-b579-4891-bc6e-80561775ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:44.791707 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-f678ad6d-b579-4891-bc6e-80561775ae41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1128 time: 0.0590155 Apr 01 21:40:44.820740 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-0d17a5ff-710a-4b67-aa3f-587fb34d5720 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548079 Apr 01 21:40:44.897852 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-097b7f0a-ec01-4624-ad4c-04da0b076061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:44.901969 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-097b7f0a-ec01-4624-ad4c-04da0b076061 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.1013179 Apr 01 21:40:44.946846 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-6198bb44-14cb-471e-ad80-1922918a7aab service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135683 Apr 01 21:40:44.965038 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-fb9fc467-10e4-4985-b107-ec42cd1b7a65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 217 time: 0.0581574 Apr 01 21:40:45.049475 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-fdae54cf-4d8a-4eee-a935-b6a40ca114ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:45.050995 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-fdae54cf-4d8a-4eee-a935-b6a40ca114ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0762346 Apr 01 21:40:45.064128 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-96ce76bd-0250-438b-ba1a-ffeddf20009a service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062763 Apr 01 21:40:45.113295 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59bf42-5a1c-4a1b-9ce9-c2f3291c34d9 req-df1626ea-10d5-4332-a27f-b20feaeeb615 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:45.115660 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fe59bf42-5a1c-4a1b-9ce9-c2f3291c34d9 req-df1626ea-10d5-4332-a27f-b20feaeeb615 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 944 time: 0.1537139 Apr 01 21:40:45.164893 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 628171aa-eec8-4808-b00b-418b0b0807ef details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:40:45.174671 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-51bf34ad-e62d-4ac8-af2f-153db0f25a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:45.178394 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-51bf34ad-e62d-4ac8-af2f-153db0f25a6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1201825 Apr 01 21:40:45.449926 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 628171aa-eec8-4808-b00b-418b0b0807ef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=628171aa-eec8-4808-b00b-418b0b0807ef,segment=NetworkSegment(6810f957-a635-4b94-a790-504b8dae977f),segment_id=6810f957-a635-4b94-a790-504b8dae977f)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:45.464005 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '628171aa-eec8-4808-b00b-418b0b0807ef', 'network_id': 'f3e18272-ef08-46b8-b80a-b86317da3c99', 'port_id': '628171aa-eec8-4808-b00b-418b0b0807ef', 'mac_address': 'fa:16:3e:d6:78:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ad9240-34b4-4921-8d50-1c7a64539f99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:40:45.490584 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9085f3a2-b2d9-4ef9-b89b-a85e2147069b req-a3768e28-ac57-4a46-aa65-1d82d42cbb33 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 210 time: 0.0745046 Apr 01 21:40:45.497828 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fe59bf42-5a1c-4a1b-9ce9-c2f3291c34d9 req-5ea9e5a9-c4e5-4188-b1a0-c2cea32ee002 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743219 Apr 01 21:40:45.539968 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 628171aa-eec8-4808-b00b-418b0b0807ef is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:45.540730 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:45.559841 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628171aa-eec8-4808-b00b-418b0b0807ef {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:45.576715 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-212c907c-b1ad-4195-96b1-34b75521f4b1 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870809 Apr 01 21:40:45.590825 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 628171aa-eec8-4808-b00b-418b0b0807ef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=628171aa-eec8-4808-b00b-418b0b0807ef,segment=NetworkSegment(6810f957-a635-4b94-a790-504b8dae977f),segment_id=6810f957-a635-4b94-a790-504b8dae977f)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:45.642547 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42121ef2-fe12-4c81-8751-8f0426075797 req-cff5276d-3c51-4fc7-b3e6-cb1a79af6ef7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:45.645047 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-42121ef2-fe12-4c81-8751-8f0426075797 req-cff5276d-3c51-4fc7-b3e6-cb1a79af6ef7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 943 time: 0.0573523 Apr 01 21:40:45.653316 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b962c-8630-4484-b19d-6ecbd2e91614 req-5a9b11cc-9242-4806-a3b4-9dc27df6eec5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:45.655237 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:45.655894 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e8b962c-8630-4484-b19d-6ecbd2e91614 req-5a9b11cc-9242-4806-a3b4-9dc27df6eec5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0553093 Apr 01 21:40:45.711938 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=628171aa-eec8-4808-b00b-418b0b0807ef,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:45.716947 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-42121ef2-fe12-4c81-8751-8f0426075797 req-efbd5c42-2170-4f24-a2c6-090a0ae83b62 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658772 Apr 01 21:40:45.723664 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e8b962c-8630-4484-b19d-6ecbd2e91614 req-ddb1ca25-2e01-483a-8708-7521bce5fd00 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586417 Apr 01 21:40:45.808359 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ac75c12a-3c64-4ec6-b578-9c28d4812ff2 req-9e02a9ce-a667-42ad-8f25-d8d72d4706bc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 210 time: 0.0309556 Apr 01 21:40:46.600226 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-17de83d5-7a0e-4334-b3c4-a498e9047ac8 req-adb8b386-dc66-4421-bc48-4e3ce5c5125e tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 210 time: 0.0438414 Apr 01 21:40:46.631627 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4f21-0961-4702-839c-8e454df5c047 req-610a4b56-0751-482b-a133-887f0ac03ae9 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:46.633093 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-983a4f21-0961-4702-839c-8e454df5c047 req-610a4b56-0751-482b-a133-887f0ac03ae9 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 945 time: 0.0526838 Apr 01 21:40:46.679250 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-983a4f21-0961-4702-839c-8e454df5c047 req-bd15bcc2-21b4-4952-b497-a424f4cb4575 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Apr 01 21:40:46.840568 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee2c9e-6bb2-4b07-9e95-04908fa5f4eb req-646e47c9-bce0-4122-9d4b-be9546f73445 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:46.840879 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c06ffc-f0d5-4c72-98eb-a6159a44d193 req-1cdb3f57-ce0d-4271-979f-8b9c41563843 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:46.842099 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5eee2c9e-6bb2-4b07-9e95-04908fa5f4eb req-646e47c9-bce0-4122-9d4b-be9546f73445 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 943 time: 0.0540752 Apr 01 21:40:46.842461 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6c06ffc-f0d5-4c72-98eb-a6159a44d193 req-1cdb3f57-ce0d-4271-979f-8b9c41563843 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0540259 Apr 01 21:40:46.888831 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5eee2c9e-6bb2-4b07-9e95-04908fa5f4eb req-997feb8d-ce4d-4d8f-976a-6af5834afe3a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Apr 01 21:40:46.890039 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6c06ffc-f0d5-4c72-98eb-a6159a44d193 req-c6868eee-5399-428c-9c07-551461845825 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Apr 01 21:40:46.977388 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-30fb7768-bc4a-4df5-9c32-8953cd0c6f89 req-3f4d52bc-dd7d-4080-8b28-58775c140ad6 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 210 time: 0.0261874 Apr 01 21:40:47.694398 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-178f7bfa-4a72-4672-877c-c69418b33f63 req-255d7b33-ea12-4dcd-a419-a2998243fdca tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 210 time: 0.0313175 Apr 01 21:40:47.797520 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bc39-1261-4237-a8d7-abb8bb15c89f req-15f282f8-dc0a-405d-a22c-07db4be589df tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:47.799055 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4211bc39-1261-4237-a8d7-abb8bb15c89f req-15f282f8-dc0a-405d-a22c-07db4be589df tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 945 time: 0.0546238 Apr 01 21:40:47.844386 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4211bc39-1261-4237-a8d7-abb8bb15c89f req-1541a9b8-23b0-45a5-9cbd-216665f00e00 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Apr 01 21:40:47.919328 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:40:48.024323 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38da812-4fce-4fd2-ae13-d1088a4f7b7a req-807a37f1-81f2-4aa7-b6a1-77d3204eddbe tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:48.032926 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b38da812-4fce-4fd2-ae13-d1088a4f7b7a req-807a37f1-81f2-4aa7-b6a1-77d3204eddbe tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0643697 Apr 01 21:40:48.051421 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:48.065073 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'port_id': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0', 'mac_address': 'fa:16:3e:4f:8c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:40:48.069077 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a621d-ba87-40c5-926d-ca5004835b1f req-9dcac572-7e73-4fa2-949a-445eba6ada27 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:48.070697 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-815a621d-ba87-40c5-926d-ca5004835b1f req-9dcac572-7e73-4fa2-949a-445eba6ada27 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 943 time: 0.0866892 Apr 01 21:40:48.096995 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b38da812-4fce-4fd2-ae13-d1088a4f7b7a req-de9db02f-6707-47ab-a3fe-748d76f6adc0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630763 Apr 01 21:40:48.104726 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1618f810-a216-4cea-bd18-4c7aa716f369 req-d78fb670-db8d-4a1d-adb7-96c7ffac9fea service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900313 Apr 01 21:40:48.116945 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:48.118003 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:48.135939 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:48.137447 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-815a621d-ba87-40c5-926d-ca5004835b1f req-a9369eef-d087-4b99-a0f7-cb28561165d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600798 Apr 01 21:40:48.182230 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:48.218137 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3e0fcad3-e25d-4cf9-be31-54472630afe6 req-c8482b81-ae8e-4034-8d1a-c7e82ea7fffa tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 210 time: 0.0355401 Apr 01 21:40:48.249539 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:48.250244 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b89e3c3a-2223-4f32-829f-24677489547d details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:40:48.279954 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['628171aa-eec8-4808-b00b-418b0b0807ef'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:40:48.392878 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b89e3c3a-2223-4f32-829f-24677489547d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b89e3c3a-2223-4f32-829f-24677489547d,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:48.403503 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:48.418690 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'b89e3c3a-2223-4f32-829f-24677489547d', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'port_id': 'b89e3c3a-2223-4f32-829f-24677489547d', 'mac_address': 'fa:16:3e:d7:00:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:40:48.508132 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b89e3c3a-2223-4f32-829f-24677489547d is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:48.508521 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b89e3c3a-2223-4f32-829f-24677489547d), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:48.531508 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89e3c3a-2223-4f32-829f-24677489547d {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:48.567756 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b89e3c3a-2223-4f32-829f-24677489547d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b89e3c3a-2223-4f32-829f-24677489547d,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:48.673275 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b89e3c3a-2223-4f32-829f-24677489547d), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:48.721642 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b89e3c3a-2223-4f32-829f-24677489547d,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:48.786487 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6fa06a25-7cdd-4a0c-a4b4-4d8b8381fa68 req-418b91ba-c8c3-469e-a3dc-4bf1eb6920ea tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 210 time: 0.0268946 Apr 01 21:40:48.967579 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2ae47-e3dd-417b-ae82-c2f297811128 req-be1e35ec-ca6d-43d3-b7e3-a8917812013c tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:48.969087 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-51a2ae47-e3dd-417b-ae82-c2f297811128 req-be1e35ec-ca6d-43d3-b7e3-a8917812013c tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 945 time: 0.0568192 Apr 01 21:40:49.019121 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-51a2ae47-e3dd-417b-ae82-c2f297811128 req-269b10cf-b274-4325-8aab-e8df46ed0719 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Apr 01 21:40:49.049105 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-c2721e14-deb2-4ade-8aa3-733b4fc1be13 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:49.050643 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-c2721e14-deb2-4ade-8aa3-733b4fc1be13 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 810 time: 0.1063218 Apr 01 21:40:49.057087 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['5ef7c1c2-1269-468e-8a2a-11f859fe7ec0'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:40:49.077529 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['b89e3c3a-2223-4f32-829f-24677489547d'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:40:49.170411 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-fade2fc0-61c8-4fe7-b4ba-070ca956782e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa HTTP/1.1" status: 200 len: 379 time: 0.1052649 Apr 01 21:40:49.183989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'port': {'device_id': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'admin_state_up': True, 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'security_groups': ['32c07828-30a3-4988-94ae-9817fc0d3218']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:49.330698 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a9d5-8672-4554-8b16-3ccfd8d48995 req-76d0938a-df29-4370-ad97-995126990d25 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:49.334006 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8806a9d5-8672-4554-8b16-3ccfd8d48995 req-76d0938a-df29-4370-ad97-995126990d25 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 944 time: 0.1045239 Apr 01 21:40:49.404317 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-0bf2c0db-263c-4c16-b34d-cbc86e2496e7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:49.406833 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-0bf2c0db-263c-4c16-b34d-cbc86e2496e7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.2923465 Apr 01 21:40:49.409579 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8806a9d5-8672-4554-8b16-3ccfd8d48995 req-e3ba8a91-aa28-4bf6-bafe-501663c6d31f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702875 Apr 01 21:40:49.423787 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bda23b-0cce-44cc-87ba-af6bf696bd79 req-30c5be6b-c8a5-47c8-9360-40ca34298723 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:49.423787 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-19bda23b-0cce-44cc-87ba-af6bf696bd79 req-30c5be6b-c8a5-47c8-9360-40ca34298723 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.2431252 Apr 01 21:40:49.539869 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f0c98ac5-d123-43dd-9fd3-bbaa61cc9d7a req-5178a992-af4a-446e-ba59-5c6808fa7379 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 210 time: 0.0490901 Apr 01 21:40:49.564197 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-8030b651-9de5-45ad-89d5-98d21447a785 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 379 time: 0.1284761 Apr 01 21:40:49.573406 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-19bda23b-0cce-44cc-87ba-af6bf696bd79 req-b443f1b6-25eb-4288-950b-23c46df0af2e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297905 Apr 01 21:40:49.576685 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'port': {'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'admin_state_up': True, 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'security_groups': ['0628b67e-8f2a-45e7-be5f-9a341a2923a0']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:49.622723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Made reservation on behalf of 78ccf87f38b64bfabe9d2aa4ba75ccaa for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:49.627158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:49.801922 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Allocated IP 172.20.0.6 (2a8519f4-6107-49d3-a86f-187b7997fafa/7c7333ec-6e12-4b94-afc9-440606049d8b/667fda97-3b9b-4877-bdd6-801ea93977f4) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:49.886155 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Made reservation on behalf of b5cafef9bf82418a8a46b28dab88b19d for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:40:49.889593 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:49.895172 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4385ebb6-b6e6-4a59-a37d-c20559dd5cee req-e30f12c8-7c9b-40bb-99e8-565ca7c3d4c0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 210 time: 0.0362155 Apr 01 21:40:49.918217 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:40:49.929216 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 628171aa-eec8-4808-b00b-418b0b0807ef up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:50.022652 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.098176 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.20.0.14 (c2fe525f-0896-4fb2-85f6-fd1713efecde/157bae94-b643-4a9f-8300-469b4dfbab26/0efb2f5d-8199-4533-bc9a-415adf7728bc) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:40:50.108535 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:50.124317 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 628171aa-eec8-4808-b00b-418b0b0807ef completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:40:50.131107 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'port_id': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'mac_address': 'fa:16:3e:e2:ab:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:40:50.137452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 628171aa-eec8-4808-b00b-418b0b0807ef triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:50.137861 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.180659 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b8493-e6aa-4134-84e5-06b0799c82e4 req-b4f38672-ff24-4db0-ba5d-c8c36430dd2c tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:50.182323 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cf1b8493-e6aa-4134-84e5-06b0799c82e4 req-b4f38672-ff24-4db0-ba5d-c8c36430dd2c tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 945 time: 0.0808041 Apr 01 21:40:50.222572 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.243055 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:50.247161 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.260437 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8397bc5d-0ec8-461c-8b82-e139352b34b1 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:50.285327 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:50.326057 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 628171aa-eec8-4808-b00b-418b0b0807ef is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:50.326348 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.350266 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cf1b8493-e6aa-4134-84e5-06b0799c82e4 req-2da623b9-0e06-420b-b9cc-9ffb2ac32a9e tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580760 Apr 01 21:40:50.351607 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628171aa-eec8-4808-b00b-418b0b0807ef'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:50.357404 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Network 2a8519f4-6107-49d3-a86f-187b7997fafa is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:50.377261 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:50.387010 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:50.422276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'Port': ['ID=667fda97-3b9b-4877-bdd6-801ea93977f4,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:50.464224 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.478326 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:50.479022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.480980 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.495855 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 628171aa-eec8-4808-b00b-418b0b0807ef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=628171aa-eec8-4808-b00b-418b0b0807ef,segment=NetworkSegment(6810f957-a635-4b94-a790-504b8dae977f),segment_id=6810f957-a635-4b94-a790-504b8dae977f)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:50.545675 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064ad57-59b6-4229-ac83-53b1ed23d3ad req-c42dc55e-94ea-460f-a72f-1969a74c1f52 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:50.555293 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9064ad57-59b6-4229-ac83-53b1ed23d3ad req-c42dc55e-94ea-460f-a72f-1969a74c1f52 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 944 time: 0.0680232 Apr 01 21:40:50.566904 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:50.575255 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.576262 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:50.577875 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-d6b1067c-39c9-4377-82b4-8af75f980df4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3992426 Apr 01 21:40:50.595042 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Request body: {'port': {'device_id': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:50.632726 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e1385d-4c53-4733-8070-bc6e9f375021" -d '{"events": [{"server_uuid": "9bdfa21e-997c-4606-b62f-6b24e5874696", "name": "network-vif-plugged", "status": "completed", "tag": "628171aa-eec8-4808-b00b-418b0b0807ef"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:50.642430 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.654002 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9064ad57-59b6-4229-ac83-53b1ed23d3ad req-6ac96d6f-ec10-440d-af38-cb7ee6b0d1c9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934591 Apr 01 21:40:50.705005 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=628171aa-eec8-4808-b00b-418b0b0807ef,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:50.718976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:40:50.754976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:40:50.764927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:40:50.792941 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-668fb3cb-a985-44bc-86d4-45fcab39770c None None] Provisioning complete for port 667fda97-3b9b-4877-bdd6-801ea93977f4 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:50.793208 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-668fb3cb-a985-44bc-86d4-45fcab39770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.802637 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b639eab-fe0f-4d63-b071-007a804dc46b req-509db94f-83f4-4930-af86-ae770cb8f287 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:50.804607 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4b639eab-fe0f-4d63-b071-007a804dc46b req-509db94f-83f4-4930-af86-ae770cb8f287 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 945 time: 0.0687568 Apr 01 21:40:50.808872 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=0efb2f5d-8199-4533-bc9a-415adf7728bc,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:50.847027 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.847211 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['8397bc5d-0ec8-461c-8b82-e139352b34b1'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:40:50.847211 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:40:50.849399 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:50.849806 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.862123 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48154) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:50.870829 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:50.871458 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:50.897703 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912a2f7-188e-40a4-93a5-fbfca80d235e req-b47fa939-87d9-443f-a170-202153463bf5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:50.899300 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7912a2f7-188e-40a4-93a5-fbfca80d235e req-b47fa939-87d9-443f-a170-202153463bf5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 931 time: 0.2124174 Apr 01 21:40:50.927828 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4b639eab-fe0f-4d63-b071-007a804dc46b req-bf6ebd99-c6ce-4509-b706-9bcee647e1ae tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135559 Apr 01 21:40:50.967050 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-668fb3cb-a985-44bc-86d4-45fcab39770c None None] Port 667fda97-3b9b-4877-bdd6-801ea93977f4 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:51.053289 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7912a2f7-188e-40a4-93a5-fbfca80d235e req-eef3d46f-5e1d-4804-a2b4-771a3971dad0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337075 Apr 01 21:40:51.076939 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c5495f82-319f-4cde-aba9-05b06a4b926c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5039756 Apr 01 21:40:51.102103 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:51.102103 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.117436 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Request body: {'port': {'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:51.127008 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-76b41d20-5d18-4222-8f33-b7448fe9083b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.169327 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:51.216452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-0f311104-f3ce-4a54-9258-5b75b9d1910e None None] Provisioning complete for port 0efb2f5d-8199-4533-bc9a-415adf7728bc triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:51.216871 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0f311104-f3ce-4a54-9258-5b75b9d1910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.229065 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-76b41d20-5d18-4222-8f33-b7448fe9083b admin admin] Publish callbacks [] for security_group (5740af76-b229-4e64-8a6f-4b8d92d235d0), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.270413 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-0f311104-f3ce-4a54-9258-5b75b9d1910e None None] Port 0efb2f5d-8199-4533-bc9a-415adf7728bc cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:40:51.274675 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01d42aa-e5ff-4f9f-869b-cd3938a4c199 x-openstack-request-id: req-f01d42aa-e5ff-4f9f-869b-cd3938a4c199 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:51.274981 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdfa21e-997c-4606-b62f-6b24e5874696", "name": "network-vif-plugged", "status": "completed", "tag": "628171aa-eec8-4808-b00b-418b0b0807ef", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:51.275244 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f01d42aa-e5ff-4f9f-869b-cd3938a4c199 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:51.275703 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01d42aa-e5ff-4f9f-869b-cd3938a4c199'] response: {'server_uuid': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628171aa-eec8-4808-b00b-418b0b0807ef', 'code': 200} Apr 01 21:40:51.276351 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.277139 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b89e3c3a-2223-4f32-829f-24677489547d up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:51.289524 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-76b41d20-5d18-4222-8f33-b7448fe9083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (5740af76-b229-4e64-8a6f-4b8d92d235d0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.383398 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41d20-5d18-4222-8f33-b7448fe9083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5740af76-b229-4e64-8a6f-4b8d92d235d0,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:51.387035 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.405485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da5bc-dc7a-4c79-9c4a-a454eb63e400 req-e212f6fa-ac09-4041-ac18-2a868eeb27a8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:51.407389 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bc2da5bc-dc7a-4c79-9c4a-a454eb63e400 req-e212f6fa-ac09-4041-ac18-2a868eeb27a8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 932 time: 0.2162168 Apr 01 21:40:51.416510 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-76b41d20-5d18-4222-8f33-b7448fe9083b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f97cb5803b0c404fbd32fafc781cdaca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529983 Apr 01 21:40:51.417118 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48176) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:51.432672 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:51.523867 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port b89e3c3a-2223-4f32-829f-24677489547d completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:40:51.530145 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port b89e3c3a-2223-4f32-829f-24677489547d triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:51.531078 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (b89e3c3a-2223-4f32-829f-24677489547d), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.547075 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35b5e0c4-45f8-40e2-b038-ebe75e8a1c69 admin admin] Publish callbacks [] for security_group (5740af76-b229-4e64-8a6f-4b8d92d235d0), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.579726 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35b5e0c4-45f8-40e2-b038-ebe75e8a1c69 admin admin] Publish callbacks [] for security_group (5740af76-b229-4e64-8a6f-4b8d92d235d0), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.603799 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d922f1-ee22-44ac-9acb-73fb64e37f81 req-cf50814a-c57a-4eb6-8d02-86ea8515232b tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:51.605608 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-85d922f1-ee22-44ac-9acb-73fb64e37f81 req-cf50814a-c57a-4eb6-8d02-86ea8515232b tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.1151290 Apr 01 21:40:51.623296 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bc2da5bc-dc7a-4c79-9c4a-a454eb63e400 req-67de0af3-c5e6-4635-b978-838aea107cac tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064176 Apr 01 21:40:51.625395 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667fda97-3b9b-4877-bdd6-801ea93977f4 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:51.660207 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b89e3c3a-2223-4f32-829f-24677489547d is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:51.662402 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b89e3c3a-2223-4f32-829f-24677489547d), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.736407 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Publish callbacks [] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.746476 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-85d922f1-ee22-44ac-9acb-73fb64e37f81 req-1126e626-9734-4339-890a-0805c53a23a8 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235287 Apr 01 21:40:51.760202 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b2483-3cb6-4432-ac02-9707812d389b req-379c9b4b-85c5-4061-a176-82d4b823aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:51.762417 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-429b2483-3cb6-4432-ac02-9707812d389b req-379c9b4b-85c5-4061-a176-82d4b823aab1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 1130 time: 0.1515324 Apr 01 21:40:51.785000 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-429b2483-3cb6-4432-ac02-9707812d389b req-f73ff9a9-8441-4fa4-8e1d-cf37d6213bc0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.785188 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Transition to ACTIVE for port object 667fda97-3b9b-4877-bdd6-801ea93977f4 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:40:51.788360 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35b5e0c4-45f8-40e2-b038-ebe75e8a1c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (5740af76-b229-4e64-8a6f-4b8d92d235d0), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.791203 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35b5e0c4-45f8-40e2-b038-ebe75e8a1c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.792642 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-35b5e0c4-45f8-40e2-b038-ebe75e8a1c69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5740af76-b229-4e64-8a6f-4b8d92d235d0 HTTP/1.1" status: 204 len: 168 time: 0.3744683 Apr 01 21:40:51.825584 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5e0c4-45f8-40e2-b038-ebe75e8a1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5740af76-b229-4e64-8a6f-4b8d92d235d0,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:51.923575 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b89e3c3a-2223-4f32-829f-24677489547d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b89e3c3a-2223-4f32-829f-24677489547d,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:51.942784 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-429b2483-3cb6-4432-ac02-9707812d389b req-f73ff9a9-8441-4fa4-8e1d-cf37d6213bc0 service neutron] Publish callbacks [] for security_group (b31d3dc8-2a39-4ab3-88b9-8e93436b66b0), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:51.981357 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b89e3c3a-2223-4f32-829f-24677489547d), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.006411 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:40:52.015686 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-429b2483-3cb6-4432-ac02-9707812d389b req-f73ff9a9-8441-4fa4-8e1d-cf37d6213bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b31d3dc8-2a39-4ab3-88b9-8e93436b66b0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.073706 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.083673 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b89e3c3a-2223-4f32-829f-24677489547d,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:52.130465 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42e537-0d3e-4095-bd51-698187686211 req-fd27e677-c7de-4d01-abff-035ca2ef6b7e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:52.137778 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6a42e537-0d3e-4095-bd51-698187686211 req-fd27e677-c7de-4d01-abff-035ca2ef6b7e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.3722599 Apr 01 21:40:52.171175 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 8397bc5d-0ec8-461c-8b82-e139352b34b1 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:40:52.189206 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Pushing event updated for resources: {'Port': ['ID=667fda97-3b9b-4877-bdd6-801ea93977f4,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:52.209071 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 8397bc5d-0ec8-461c-8b82-e139352b34b1 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:40:52.209651 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.322293 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6a42e537-0d3e-4095-bd51-698187686211 req-7273ccdd-48c3-467a-9dab-1a84f42be392 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831558 Apr 01 21:40:52.357730 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-429b2483-3cb6-4432-ac02-9707812d389b req-f73ff9a9-8441-4fa4-8e1d-cf37d6213bc0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883389 Apr 01 21:40:52.362324 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ff9a9-8441-4fa4-8e1d-cf37d6213bc0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b31d3dc8-2a39-4ab3-88b9-8e93436b66b0,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:52.397155 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:52.397155 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.400912 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c7136-c4f0-4097-92ba-e70a9fa6d85e req-33f6e051-fcae-4967-90b6-6f97f1d5af87 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:52.407857 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf4c7136-c4f0-4097-92ba-e70a9fa6d85e req-33f6e051-fcae-4967-90b6-6f97f1d5af87 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 945 time: 0.1253960 Apr 01 21:40:52.418104 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4409e76c-ce4a-47eb-88b7-78ea12b0acbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.445478 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:52.454162 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Attempting to bind port 667fda97-3b9b-4877-bdd6-801ea93977f4 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:52.454505 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Attempting to bind port 667fda97-3b9b-4877-bdd6-801ea93977f4 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:52.454836 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Attempting to bind port 667fda97-3b9b-4877-bdd6-801ea93977f4 on network 2a8519f4-6107-49d3-a86f-187b7997fafa {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:52.463793 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf4c7136-c4f0-4097-92ba-e70a9fa6d85e req-b1a0a5d9-d73d-47f7-a2e5-c32a4055c54a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548935 Apr 01 21:40:52.480795 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Port 667fda97-3b9b-4877-bdd6-801ea93977f4 on network 2a8519f4-6107-49d3-a86f-187b7997fafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:40:52.481780 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Attempting to bind port 667fda97-3b9b-4877-bdd6-801ea93977f4 on network 2a8519f4-6107-49d3-a86f-187b7997fafa {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:52.493038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efb2f5d-8199-4533-bc9a-415adf7728bc {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:52.501272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:52.501671 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Checking segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:52.502050 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Bound using segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:52.502487 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Bound port: 667fda97-3b9b-4877-bdd6-801ea93977f4, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:52.502844 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.505851 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Publish callbacks [] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.529832 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.533770 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Transition to ACTIVE for port object 0efb2f5d-8199-4533-bc9a-415adf7728bc will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:40:52.564684 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b574e8-6f09-448d-872b-732ce7bd4e6e req-e4e5ea97-9216-4a44-b4bb-a161c90c22c9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:52.566297 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7b574e8-6f09-448d-872b-732ce7bd4e6e req-e4e5ea97-9216-4a44-b4bb-a161c90c22c9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 943 time: 0.1320400 Apr 01 21:40:52.581034 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:52.606544 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.612310 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] For port 667fda97-3b9b-4877-bdd6-801ea93977f4, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:52.659367 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] For port 667fda97-3b9b-4877-bdd6-801ea93977f4, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=667fda97-3b9b-4877-bdd6-801ea93977f4,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:52.680541 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7b574e8-6f09-448d-872b-732ce7bd4e6e req-e8fcf5fb-2b30-44a8-b144-bb8e170fc5ea tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056206 Apr 01 21:40:52.692327 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Pushing event updated for resources: {'Port': ['ID=0efb2f5d-8199-4533-bc9a-415adf7728bc,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:52.749197 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.789127 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bc444-efd2-4b26-85f0-62b5d388ef6f req-791d66f4-c4d4-49dc-87af-5a6dc2c94215 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:52.795905 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:52.796550 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.796668 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-973bc444-efd2-4b26-85f0-62b5d388ef6f req-791d66f4-c4d4-49dc-87af-5a6dc2c94215 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 944 time: 0.0688326 Apr 01 21:40:52.798561 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] 10.222.0.31 "PUT /v2.0/ports/667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 200 len: 1093 time: 2.2079768 Apr 01 21:40:52.799013 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:52.801233 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad60afac-d47b-49d7-8ce3-a51c628388ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:52.845004 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48208) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:52.851759 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Attempting to bind port 0efb2f5d-8199-4533-bc9a-415adf7728bc on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:40:52.861178 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Attempting to bind port 0efb2f5d-8199-4533-bc9a-415adf7728bc by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:40:52.861520 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Attempting to bind port 0efb2f5d-8199-4533-bc9a-415adf7728bc on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:52.881483 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd7815-843c-4e53-9116-cd013f610676 service neutron] Pushing event updated for resources: {'Port': ['ID=667fda97-3b9b-4877-bdd6-801ea93977f4,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:52.890669 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-973bc444-efd2-4b26-85f0-62b5d388ef6f req-3ad4f2fd-3c6e-4856-83c0-9ad7f5d075cd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870972 Apr 01 21:40:52.894070 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f26f4690-dd6e-469d-b98b-8dbb143d2bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.898600 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Port 0efb2f5d-8199-4533-bc9a-415adf7728bc on network c2fe525f-0896-4fb2-85f6-fd1713efecde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:40:52.898951 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Attempting to bind port 0efb2f5d-8199-4533-bc9a-415adf7728bc on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:40:52.915171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:40:52.917368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Checking segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:40:52.917368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Bound using segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:40:52.917368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Bound port: 0efb2f5d-8199-4533-bc9a-415adf7728bc, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:40:52.917368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:52.965038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71be553-0f43-47ce-96b1-e5b64a9a5bc8 x-openstack-request-id: req-f71be553-0f43-47ce-96b1-e5b64a9a5bc8 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:52.965364 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:52.965670 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f71be553-0f43-47ce-96b1-e5b64a9a5bc8 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:52.966069 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71be553-0f43-47ce-96b1-e5b64a9a5bc8'] response: {'name': 'network-changed', 'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'status': 'completed', 'code': 200} Apr 01 21:40:53.037899 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f26f4690-dd6e-469d-b98b-8dbb143d2bbb admin admin] Publish callbacks [] for security_group (6f44118d-be07-4d12-b733-a0427247a9ef), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.060787 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c67c9-bb32-47c3-8a00-05d92f98533a req-4ed67867-2c9e-4796-984f-850cfcecede9 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.070432 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-950c67c9-bb32-47c3-8a00-05d92f98533a req-4ed67867-2c9e-4796-984f-850cfcecede9 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.2221935 Apr 01 21:40:53.106785 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f26f4690-dd6e-469d-b98b-8dbb143d2bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (6f44118d-be07-4d12-b733-a0427247a9ef), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.140148 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] For port 0efb2f5d-8199-4533-bc9a-415adf7728bc, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:40:53.141008 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f4690-dd6e-469d-b98b-8dbb143d2bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44118d-be07-4d12-b733-a0427247a9ef,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:53.147163 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] For port 0efb2f5d-8199-4533-bc9a-415adf7728bc, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:40:53.165256 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-950c67c9-bb32-47c3-8a00-05d92f98533a req-860fb747-aabf-4c78-a36d-61cb3819a3ff tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935802 Apr 01 21:40:53.168257 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-7fc02aa4-e566-414c-95b3-062f3822cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.169747 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-7fc02aa4-e566-414c-95b3-062f3822cb41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 1127 time: 0.1913397 Apr 01 21:40:53.182594 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f26f4690-dd6e-469d-b98b-8dbb143d2bbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=116da734a6384b21858b9bc71bd8d799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355010 Apr 01 21:40:53.185340 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48226) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:53.233355 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-185302ef-5efc-4ccb-93d6-db7ddfcb9fdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 200 len: 217 time: 0.0478992 Apr 01 21:40:53.234473 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.242879 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-639a10f3-d155-44fe-97d9-152723cfa109 admin admin] Publish callbacks [] for security_group (6f44118d-be07-4d12-b733-a0427247a9ef), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.265393 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-639a10f3-d155-44fe-97d9-152723cfa109 admin admin] Publish callbacks [] for security_group (6f44118d-be07-4d12-b733-a0427247a9ef), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.277596 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0'}, {'server_uuid': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e3c3a-2223-4f32-829f-24677489547d'}, {'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:53.278621 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.283582 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.283917 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f27ee6-980b-4b86-9deb-a7f6f561facb" -d '{"events": [{"server_uuid": "bbad1498-e928-479f-8aa8-110f4d642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "5ef7c1c2-1269-468e-8a2a-11f859fe7ec0"}, {"server_uuid": "dc464875-4237-4ee5-8b91-1dde30e0e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "b89e3c3a-2223-4f32-829f-24677489547d"}, {"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:53.284019 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] 10.222.0.31 "PUT /v2.0/ports/0efb2f5d-8199-4533-bc9a-415adf7728bc HTTP/1.1" status: 200 len: 1094 time: 2.1840825 Apr 01 21:40:53.393736 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab3775-2b2f-4162-a6ba-54bf64386224 service neutron] Pushing event updated for resources: {'Port': ['ID=0efb2f5d-8199-4533-bc9a-415adf7728bc,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:53.396962 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e437fd51-575d-4b9f-9fd1-58494f35f1e8 x-openstack-request-id: req-e437fd51-575d-4b9f-9fd1-58494f35f1e8 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:53.396962 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbad1498-e928-479f-8aa8-110f4d642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "5ef7c1c2-1269-468e-8a2a-11f859fe7ec0", "code": 200}, {"server_uuid": "dc464875-4237-4ee5-8b91-1dde30e0e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "b89e3c3a-2223-4f32-829f-24677489547d", "code": 200}, {"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:53.397719 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e437fd51-575d-4b9f-9fd1-58494f35f1e8 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:53.398182 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e437fd51-575d-4b9f-9fd1-58494f35f1e8'] response: {'server_uuid': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0', 'code': 200} Apr 01 21:40:53.398487 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e437fd51-575d-4b9f-9fd1-58494f35f1e8'] response: {'server_uuid': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e3c3a-2223-4f32-829f-24677489547d', 'code': 200} Apr 01 21:40:53.398744 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e437fd51-575d-4b9f-9fd1-58494f35f1e8'] response: {'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'code': 200} Apr 01 21:40:53.414555 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-52b44ee2-5f08-44d5-b478-344df09923fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.418715 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-52b44ee2-5f08-44d5-b478-344df09923fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.1735353 Apr 01 21:40:53.495579 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-639a10f3-d155-44fe-97d9-152723cfa109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (6f44118d-be07-4d12-b733-a0427247a9ef), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.498488 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-639a10f3-d155-44fe-97d9-152723cfa109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:53.505584 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-639a10f3-d155-44fe-97d9-152723cfa109 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f44118d-be07-4d12-b733-a0427247a9ef HTTP/1.1" status: 204 len: 168 time: 0.3175137 Apr 01 21:40:53.525841 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a10f3-d155-44fe-97d9-152723cfa109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44118d-be07-4d12-b733-a0427247a9ef,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:53.660509 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c694a-af19-4004-aa35-5ffa82b69327 req-c4479583-4c1f-4fd8-892d-03e08fccf377 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.662649 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-413c694a-af19-4004-aa35-5ffa82b69327 req-c4479583-4c1f-4fd8-892d-03e08fccf377 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0801995 Apr 01 21:40:53.676769 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c528189-e737-4516-984e-73ea364d4073 req-a596989f-7484-45d3-a087-01d75140944c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.684015 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3c528189-e737-4516-984e-73ea364d4073 req-a596989f-7484-45d3-a087-01d75140944c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.2308455 Apr 01 21:40:53.729030 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-413c694a-af19-4004-aa35-5ffa82b69327 req-22ca0150-4bf9-4c26-824e-56c70389cf95 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 Apr 01 21:40:53.749015 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-f25402f2-2bcd-49e5-af59-5277f88249ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.750644 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-f25402f2-2bcd-49e5-af59-5277f88249ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 1128 time: 0.2301116 Apr 01 21:40:53.755730 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3c528189-e737-4516-984e-73ea364d4073 req-87a9d50c-682b-4bcc-a2c7-4f81788f84c3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708182 Apr 01 21:40:53.763834 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-536cbfe4-7b4a-4768-ad3c-328f66d5d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.765376 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-536cbfe4-7b4a-4768-ad3c-328f66d5d783 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1818078 Apr 01 21:40:53.868499 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115b4c-ccaf-456b-8431-a0c4125d46e3 req-873751a0-84a7-4e55-a6c4-7174e5df8386 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.872544 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-02e8fc8f-be4c-4947-a59b-8fe1541eb9b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc HTTP/1.1" status: 200 len: 217 time: 0.1005573 Apr 01 21:40:53.876405 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-04115b4c-ccaf-456b-8431-a0c4125d46e3 req-873751a0-84a7-4e55-a6c4-7174e5df8386 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 943 time: 0.0630784 Apr 01 21:40:53.955926 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-04115b4c-ccaf-456b-8431-a0c4125d46e3 req-ff103a14-285d-432c-9a81-b041db2c5ae8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784755 Apr 01 21:40:53.981199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c0ed8f36-2ff3-4368-9680-4070d04ce9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:53.982960 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-c0ed8f36-2ff3-4368-9680-4070d04ce9c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.1027079 Apr 01 21:40:53.990445 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48250) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:54.061902 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-273ad70b-0ec8-40a9-bc3f-e475544ef452 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776756 Apr 01 21:40:54.076660 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.31', 63436) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:54.125078 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb82b85-bfa2-4d92-9b53-ca65e55d1248 req-a948954e-c7ca-4c54-8e6b-5fac01c38357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.128782 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-efb82b85-bfa2-4d92-9b53-ca65e55d1248 req-a948954e-c7ca-4c54-8e6b-5fac01c38357 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0909123 Apr 01 21:40:54.207631 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-efb82b85-bfa2-4d92-9b53-ca65e55d1248 req-902b8459-7c63-42ae-b905-1f172d0cca25 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672069 Apr 01 21:40:54.261356 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-98d8cbf5-08af-4877-9894-5fc41bf46b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.318445 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb807b67-835a-4a6b-af17-5a8896eccb7f req-6307f65f-6f27-49d2-b0ae-67f96b5bc09b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.320003 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bb807b67-835a-4a6b-af17-5a8896eccb7f req-6307f65f-6f27-49d2-b0ae-67f96b5bc09b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 944 time: 0.3407900 Apr 01 21:40:54.326947 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-7a5f1a94-89b1-4c43-b637-e4a702840ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.329453 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-7a5f1a94-89b1-4c43-b637-e4a702840ada service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3060524 Apr 01 21:40:54.349243 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bbd13-87b9-4bda-9568-82c2f8c08fa7 req-c737e2a1-6f05-43f8-8ca2-e952b753c36e tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.350769 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a99bbd13-87b9-4bda-9568-82c2f8c08fa7 req-c737e2a1-6f05-43f8-8ca2-e952b753c36e tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.0845871 Apr 01 21:40:54.417677 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d589ff-382d-4f0d-90ab-23d7184bb235 req-0426d3c0-ba68-4942-a0d4-bedbd61c467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.419615 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a1d589ff-382d-4f0d-90ab-23d7184bb235 req-0426d3c0-ba68-4942-a0d4-bedbd61c467d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1130 time: 0.3353617 Apr 01 21:40:54.431961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3439a-69e4-45cb-921e-4d555bc92db5 req-15d50aed-fc09-4d65-a861-5ba1021b265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.433831 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-15f3439a-69e4-45cb-921e-4d555bc92db5 req-15d50aed-fc09-4d65-a861-5ba1021b265c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 1130 time: 0.3506672 Apr 01 21:40:54.444820 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-98d8cbf5-08af-4877-9894-5fc41bf46b9d admin admin] Publish callbacks [] for security_group (275d372d-8e6a-4b4f-8ac8-3edf83be2a1b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.472226 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a99bbd13-87b9-4bda-9568-82c2f8c08fa7 req-3f7c2d45-7d98-44d8-93de-e9bd1946273f tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019554 Apr 01 21:40:54.472782 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31f6d8b6-894f-45b0-b7c2-fb43201ed6fb req-71e5f596-e886-43cc-b97f-da59dd74bbba service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746328 Apr 01 21:40:54.477342 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bb807b67-835a-4a6b-af17-5a8896eccb7f req-44ce81cf-4659-4f5d-81c1-a6799b59c879 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454084 Apr 01 21:40:54.494939 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-98d8cbf5-08af-4877-9894-5fc41bf46b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (275d372d-8e6a-4b4f-8ac8-3edf83be2a1b), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.548906 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-98d8cbf5-08af-4877-9894-5fc41bf46b9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=560a83e93df34665b33cd764ea5c9e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530806 Apr 01 21:40:54.548906 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8cbf5-08af-4877-9894-5fc41bf46b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d372d-8e6a-4b4f-8ac8-3edf83be2a1b,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:54.562544 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48268) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:54.622751 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9a69fb7-84af-4c39-811d-b1421113b7b5 admin admin] Publish callbacks [] for security_group (275d372d-8e6a-4b4f-8ac8-3edf83be2a1b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.627472 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e0d1-5f65-4f21-89c4-73de3acfc71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.668997 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9a69fb7-84af-4c39-811d-b1421113b7b5 admin admin] Publish callbacks [] for security_group (275d372d-8e6a-4b4f-8ac8-3edf83be2a1b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.669157 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a1d589ff-382d-4f0d-90ab-23d7184bb235 req-d01290b2-ade2-486a-a57c-c39f42fb2e6f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549950 Apr 01 21:40:54.674070 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-15f3439a-69e4-45cb-921e-4d555bc92db5 req-7d8d3e07-2a56-474b-8f93-45995da806f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684630 Apr 01 21:40:54.691924 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-eecdc975-f415-44ae-84d2-3c2c24743ded service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878994 Apr 01 21:40:54.786681 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9a69fb7-84af-4c39-811d-b1421113b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (275d372d-8e6a-4b4f-8ac8-3edf83be2a1b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.789362 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9a69fb7-84af-4c39-811d-b1421113b7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:54.790543 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f9a69fb7-84af-4c39-811d-b1421113b7b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/275d372d-8e6a-4b4f-8ac8-3edf83be2a1b HTTP/1.1" status: 204 len: 168 time: 0.2263827 Apr 01 21:40:54.799520 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a69fb7-84af-4c39-811d-b1421113b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d372d-8e6a-4b4f-8ac8-3edf83be2a1b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:54.885116 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fce8f-fbd6-410c-a764-8cfef37642e6 req-08656dc3-8686-4ed7-8aa9-c01623b009b2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.887176 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bb3fce8f-fbd6-410c-a764-8cfef37642e6 req-08656dc3-8686-4ed7-8aa9-c01623b009b2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0744128 Apr 01 21:40:54.936426 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff61b-175e-4fc4-9209-cc6449c4f732 req-a3739fb3-d44d-4fa9-875a-65035f839776 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:54.937223 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bb3fce8f-fbd6-410c-a764-8cfef37642e6 req-e70ce4b7-4964-4e5e-8495-40991a75c9a4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445704 Apr 01 21:40:54.938326 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6bbff61b-175e-4fc4-9209-cc6449c4f732 req-a3739fb3-d44d-4fa9-875a-65035f839776 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0788462 Apr 01 21:40:54.967415 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:54.970249 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f6809c-0771-450f-9151-a73160d36d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:54.999448 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6bbff61b-175e-4fc4-9209-cc6449c4f732 req-761ad159-9ac9-48fa-aa49-bd6c55bf734e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512300 Apr 01 21:40:55.044356 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553b21c6-aaf3-471c-aa62-d89570774199 x-openstack-request-id: req-553b21c6-aaf3-471c-aa62-d89570774199 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:55.044736 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:55.045058 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-553b21c6-aaf3-471c-aa62-d89570774199 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:55.045514 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553b21c6-aaf3-471c-aa62-d89570774199'] response: {'name': 'network-changed', 'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'status': 'completed', 'code': 200} Apr 01 21:40:55.070965 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01961e-813c-4129-a38b-4ea8914b2a37 req-e3e74183-d856-4404-baa4-45ce4419fb3c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:55.072444 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cb01961e-813c-4129-a38b-4ea8914b2a37 req-e3e74183-d856-4404-baa4-45ce4419fb3c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 943 time: 0.0561697 Apr 01 21:40:55.120853 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cb01961e-813c-4129-a38b-4ea8914b2a37 req-863f36cf-710d-4759-a63b-d4ca62842aa5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Apr 01 21:40:55.341047 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-75053805-3d60-4c0a-b40d-6c9188df090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:55.342612 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-75053805-3d60-4c0a-b40d-6c9188df090c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 1127 time: 0.0922940 Apr 01 21:40:55.479110 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48302) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:55.492741 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-785a76ae-066a-44a5-bb2d-f04d99d36ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:55.648986 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eedae-70f5-4d57-ab4f-70c4d9bee470 req-a2d031b2-0315-431c-8c82-aa88afd71003 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:55.655801 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bd4eedae-70f5-4d57-ab4f-70c4d9bee470 req-a2d031b2-0315-431c-8c82-aa88afd71003 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 944 time: 0.0798831 Apr 01 21:40:55.707461 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-785a76ae-066a-44a5-bb2d-f04d99d36ccc admin admin] Publish callbacks [] for security_group (3291d6a5-d923-41b8-b5a3-bc8c8ef15caa), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:55.723927 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7be2bb56-b6d5-470d-a4f6-41b07df83a3a req-684c7417-6012-4d23-8f80-d170e83dc7dd service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334271 Apr 01 21:40:55.730119 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bd4eedae-70f5-4d57-ab4f-70c4d9bee470 req-9f123126-5e33-489d-b522-337b98ef96e0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727534 Apr 01 21:40:55.730878 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a48ae-8ddf-4534-a41a-8ef8e1fb71d0 req-2a70bfbe-7afb-431d-bba8-eb7e6184287c tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:55.732355 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6c5a48ae-8ddf-4534-a41a-8ef8e1fb71d0 req-2a70bfbe-7afb-431d-bba8-eb7e6184287c tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.1077845 Apr 01 21:40:55.777113 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-7b91e1a2-9f15-4a59-b1d0-59419350054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:55.778492 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-7b91e1a2-9f15-4a59-b1d0-59419350054c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 911 time: 0.4295132 Apr 01 21:40:55.786678 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:55.816105 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-785a76ae-066a-44a5-bb2d-f04d99d36ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3291d6a5-d923-41b8-b5a3-bc8c8ef15caa), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:55.844621 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-60f16c46-6979-4385-a14f-728a044b1c4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 200 len: 217 time: 0.0551569 Apr 01 21:40:55.861822 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6c5a48ae-8ddf-4534-a41a-8ef8e1fb71d0 req-b5b0b633-16d7-47c7-8a94-467341d1b792 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209822 Apr 01 21:40:55.883916 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-785a76ae-066a-44a5-bb2d-f04d99d36ccc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bcd09d6cc8f4329aaed12fcc409f4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036808 Apr 01 21:40:55.885338 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a76ae-066a-44a5-bb2d-f04d99d36ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291d6a5-d923-41b8-b5a3-bc8c8ef15caa,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:55.888940 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48322) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:55.944596 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-4f322002-0207-4eac-9dbb-46e7cb0bd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:55.946223 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-4f322002-0207-4eac-9dbb-46e7cb0bd1e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.0594389 Apr 01 21:40:55.961642 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ea67704-6282-4885-a5ac-4ba12d11034e admin admin] Publish callbacks [] for security_group (3291d6a5-d923-41b8-b5a3-bc8c8ef15caa), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:55.994015 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ea67704-6282-4885-a5ac-4ba12d11034e admin admin] Publish callbacks [] for security_group (3291d6a5-d923-41b8-b5a3-bc8c8ef15caa), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:56.127680 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629d7f-15e5-468a-9f2c-4fedf4925edf req-702c0346-1d7d-4a48-86c8-8f66c100fb1c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.129491 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8c629d7f-15e5-468a-9f2c-4fedf4925edf req-702c0346-1d7d-4a48-86c8-8f66c100fb1c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0653303 Apr 01 21:40:56.130589 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ea67704-6282-4885-a5ac-4ba12d11034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3291d6a5-d923-41b8-b5a3-bc8c8ef15caa), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:56.133143 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ea67704-6282-4885-a5ac-4ba12d11034e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:56.136733 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-5ea67704-6282-4885-a5ac-4ba12d11034e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3291d6a5-d923-41b8-b5a3-bc8c8ef15caa HTTP/1.1" status: 204 len: 168 time: 0.2440712 Apr 01 21:40:56.149351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6809c-0771-450f-9151-a73160d36d5b req-8a45069c-bf37-4aef-bec9-d9b9bb7fbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.150945 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5f6809c-0771-450f-9151-a73160d36d5b req-8a45069c-bf37-4aef-bec9-d9b9bb7fbbbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 1128 time: 0.1523559 Apr 01 21:40:56.154398 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea67704-6282-4885-a5ac-4ba12d11034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291d6a5-d923-41b8-b5a3-bc8c8ef15caa,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:56.198062 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8c629d7f-15e5-468a-9f2c-4fedf4925edf req-388b864a-bbf3-400d-96ea-1593be8bba86 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610731 Apr 01 21:40:56.202470 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-b16b4564-2a0c-4a54-8460-979d79be0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.204725 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-b16b4564-2a0c-4a54-8460-979d79be0661 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1334915 Apr 01 21:40:56.224274 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec415-c7e5-4d7d-b6a4-64610714aff1 req-0eebc371-af5e-4b64-b9e3-c704f2acadfa tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.230242 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f4aec415-c7e5-4d7d-b6a4-64610714aff1 req-0eebc371-af5e-4b64-b9e3-c704f2acadfa tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.1322603 Apr 01 21:40:56.346583 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86d4b-bd5d-4ca4-b454-5bb237ed9511 req-ec2638ac-bee8-41da-814b-2a6cd108515d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.353890 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d5c86d4b-bd5d-4ca4-b454-5bb237ed9511 req-ec2638ac-bee8-41da-814b-2a6cd108515d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 943 time: 0.0686436 Apr 01 21:40:56.389353 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f4aec415-c7e5-4d7d-b6a4-64610714aff1 req-f3087059-8c74-4160-a0f0-4868f02d968a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508193 Apr 01 21:40:56.438551 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d5c86d4b-bd5d-4ca4-b454-5bb237ed9511 req-feb9f338-856b-494c-bcef-5eda55a1e297 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802939 Apr 01 21:40:56.494800 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6809c-0771-450f-9151-a73160d36d5b req-350b53c4-45bc-4489-8b1e-8496a1836f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.496341 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5f6809c-0771-450f-9151-a73160d36d5b req-350b53c4-45bc-4489-8b1e-8496a1836f86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 916 time: 0.2500815 Apr 01 21:40:56.529207 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-94e0af5e-dad1-43b5-9306-acd36ecdfd2c service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695793 Apr 01 21:40:56.716424 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5f6809c-0771-450f-9151-a73160d36d5b req-62b6c8da-4ec8-4670-b843-7343c918e55f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc HTTP/1.1" status: 200 len: 217 time: 0.1164308 Apr 01 21:40:56.799694 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad60afac-d47b-49d7-8ce3-a51c628388ac req-6272a700-d0e2-459b-85b8-a7d14eba800f service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977637 Apr 01 21:40:56.842374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6809c-0771-450f-9151-a73160d36d5b req-c1d9ddfa-2e12-4eb0-a70a-e0291ff1f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.843852 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5f6809c-0771-450f-9151-a73160d36d5b req-c1d9ddfa-2e12-4eb0-a70a-e0291ff1f69f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.0832341 Apr 01 21:40:56.865998 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc67d0-4e0d-4d72-a2e7-db448e4913be req-4c57ebc6-9b33-442d-9fc9-7b2307f22980 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.868098 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b7fc67d0-4e0d-4d72-a2e7-db448e4913be req-4c57ebc6-9b33-442d-9fc9-7b2307f22980 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 944 time: 0.0623977 Apr 01 21:40:56.960862 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b7fc67d0-4e0d-4d72-a2e7-db448e4913be req-92ac40ed-5296-4a8c-9a6a-044c241d8657 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867927 Apr 01 21:40:56.979800 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6809c-0771-450f-9151-a73160d36d5b req-4d8ed823-7e6a-4548-a45a-fb7078faa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:56.981317 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5f6809c-0771-450f-9151-a73160d36d5b req-4d8ed823-7e6a-4548-a45a-fb7078faa19a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654166 Apr 01 21:40:57.038186 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:57.075006 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5f6809c-0771-450f-9151-a73160d36d5b req-7134a234-7f62-4b25-8696-9b95c1c51a28 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838544 Apr 01 21:40:57.170658 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5f6809c-0771-450f-9151-a73160d36d5b req-1e35d9e6-7b9f-4f01-9245-895e8ba25c9d service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896862 Apr 01 21:40:57.323484 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bef969-69ac-4383-a446-a172d1ee374f req-73244a1d-dea6-466e-9347-42c881da46ae tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:57.324987 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-60bef969-69ac-4383-a446-a172d1ee374f req-73244a1d-dea6-466e-9347-42c881da46ae tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0558462 Apr 01 21:40:57.374576 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-60bef969-69ac-4383-a446-a172d1ee374f req-68aad764-d874-49e0-9979-179d95e7b127 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430222 Apr 01 21:40:57.515364 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7d6c4-1518-4564-b7e2-ca98eabaaf8c req-ae2e868a-7fc2-4c1c-aa2d-13ba645b762f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:57.516922 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c6c7d6c4-1518-4564-b7e2-ca98eabaaf8c req-ae2e868a-7fc2-4c1c-aa2d-13ba645b762f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0584152 Apr 01 21:40:57.553283 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dd930-9f56-4558-829d-95bd4ffdc40c req-e7234c7b-1b43-46aa-91ce-5e18606ff008 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:57.554895 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b25dd930-9f56-4558-829d-95bd4ffdc40c req-e7234c7b-1b43-46aa-91ce-5e18606ff008 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0564444 Apr 01 21:40:57.564571 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48378) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:57.565486 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c6c7d6c4-1518-4564-b7e2-ca98eabaaf8c req-0593f2c5-53ac-4b66-93a3-85868987d3a6 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Apr 01 21:40:57.569286 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'floatingip': {'port_id': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:40:57.681867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (d48593be-5944-4568-99f0-7e2e8c4da51b), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:57.824715 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026041-acf5-46dc-ac0c-51fabdff14fd req-1232ef8d-ecdc-425a-9abc-89126cd30823 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:57.826211 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f026041-acf5-46dc-ac0c-51fabdff14fd req-1232ef8d-ecdc-425a-9abc-89126cd30823 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 943 time: 0.1918278 Apr 01 21:40:57.954691 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f026041-acf5-46dc-ac0c-51fabdff14fd req-3288f884-bc3f-4c96-871a-0de1fab85157 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218438 Apr 01 21:40:57.968902 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0efb2f5d-8199-4533-bc9a-415adf7728bc details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:40:58.113597 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 0efb2f5d-8199-4533-bc9a-415adf7728bc, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:58.129056 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:40:58.168126 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 0efb2f5d-8199-4533-bc9a-415adf7728bc is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:58.168582 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:58.182852 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efb2f5d-8199-4533-bc9a-415adf7728bc {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:58.209430 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 0efb2f5d-8199-4533-bc9a-415adf7728bc, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:58.291386 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:58.292082 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 667fda97-3b9b-4877-bdd6-801ea93977f4 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:40:58.337597 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f69548-1f1d-49c4-bae6-98a9c4ffeb2f req-4c5415e9-1958-4f6a-b50c-f30d9d3b75aa tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:58.346556 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-34f69548-1f1d-49c4-bae6-98a9c4ffeb2f req-4c5415e9-1958-4f6a-b50c-f30d9d3b75aa tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 944 time: 0.0960305 Apr 01 21:40:58.420724 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-34f69548-1f1d-49c4-bae6-98a9c4ffeb2f req-c2575984-a1e7-4af8-858f-dd11cab1aeeb tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729544 Apr 01 21:40:58.498797 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=0efb2f5d-8199-4533-bc9a-415adf7728bc,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:58.518844 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 667fda97-3b9b-4877-bdd6-801ea93977f4, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=667fda97-3b9b-4877-bdd6-801ea93977f4,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:58.530887 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ab19-257f-4402-9351-8bf69a5d7d41 req-54c1efab-670e-482b-a806-caaf915f5fbf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:58.533739 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea14ab19-257f-4402-9351-8bf69a5d7d41 req-54c1efab-670e-482b-a806-caaf915f5fbf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0570910 Apr 01 21:40:58.554399 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'port_id': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'mac_address': 'fa:16:3e:28:93:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:40:58.590245 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ea14ab19-257f-4402-9351-8bf69a5d7d41 req-51df5cbe-4455-4ea0-90c0-116fe60fb0f3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497611 Apr 01 21:40:58.612442 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 667fda97-3b9b-4877-bdd6-801ea93977f4 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:40:58.613074 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:58.631246 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667fda97-3b9b-4877-bdd6-801ea93977f4 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:40:58.649889 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 667fda97-3b9b-4877-bdd6-801ea93977f4, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=667fda97-3b9b-4877-bdd6-801ea93977f4,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:40:58.666543 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:58.733930 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:58.736631 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:58.740261 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-ec595a0d-9367-4485-b740-87f4bb0696a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:58.742906 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-ec595a0d-9367-4485-b740-87f4bb0696a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 1129 time: 0.4027314 Apr 01 21:40:58.788109 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=667fda97-3b9b-4877-bdd6-801ea93977f4,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:58.830279 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (d48593be-5944-4568-99f0-7e2e8c4da51b), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:58.912721 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-3cbb3962-2e97-49b4-baa9-15fca7f3421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:58.914141 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-3cbb3962-2e97-49b4-baa9-15fca7f3421e service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.1659846 Apr 01 21:40:58.962841 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-7e0707c1-46b5-44fb-9b61-8272938e2548 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 HTTP/1.1" status: 200 len: 217 time: 0.0416238 Apr 01 21:40:59.026212 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Floating IP d48593be-5944-4568-99f0-7e2e8c4da51b associated. External IP: 172.27.1.59, port: 8397bc5d-0ec8-461c-8b82-e139352b34b1. Apr 01 21:40:59.099733 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c4605-ace7-4f6f-a47a-0b980bd7e46b req-ad68d309-2428-4d4e-85b4-8eb96e496f52 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:59.104644 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf0c4605-ace7-4f6f-a47a-0b980bd7e46b req-ad68d309-2428-4d4e-85b4-8eb96e496f52 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 944 time: 0.0712588 Apr 01 21:40:59.105427 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-1ccd431c-8e80-4ced-bb98-7b12f33b9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:59.107015 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-1ccd431c-8e80-4ced-bb98-7b12f33b9fd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.1382768 Apr 01 21:40:59.151261 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf0c4605-ace7-4f6f-a47a-0b980bd7e46b req-ce563ea9-3201-4216-af66-bed6b262a04d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453680 Apr 01 21:40:59.188530 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-8a4286dd-02d0-4367-9046-48083c5f989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:59.190105 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-8a4286dd-02d0-4367-9046-48083c5f989d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733216 Apr 01 21:40:59.240185 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['0efb2f5d-8199-4533-bc9a-415adf7728bc'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:40:59.285474 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['667fda97-3b9b-4877-bdd6-801ea93977f4'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:40:59.331404 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48448) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:59.426812 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-8875fe01-8573-4cf8-9139-7603dca86dcc service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684425 Apr 01 21:40:59.432808 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:40:59.533127 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-904baf20-ec11-4235-8ff2-d2597374b3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:59.638353 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-904baf20-ec11-4235-8ff2-d2597374b3fc admin admin] Publish callbacks [] for security_group (aa73d6c1-e2d1-442d-a8c4-00ca4641ef21), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:59.673683 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf352e73-1657-470f-9d64-d01a429141d9 req-9cc2f8e8-d22b-4dcc-ba71-402532fc9674 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:59.675173 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bf352e73-1657-470f-9d64-d01a429141d9 req-9cc2f8e8-d22b-4dcc-ba71-402532fc9674 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 945 time: 0.1422603 Apr 01 21:40:59.680028 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:40:59.686737 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:59.692691 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5967bec8-f1f7-4202-98d8-72c87389f6a6 req-c48aad87-a594-4063-902c-f46dff57a160 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064221 Apr 01 21:40:59.700923 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] Sync routers for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:40:59.715830 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:40:59.716846 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:40:59.734087 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fdb85-02c6-4d94-854a-4b38d9bdf85c req-d048cdc2-54c2-4138-b722-070734795170 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:40:59.753604 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-302fdb85-02c6-4d94-854a-4b38d9bdf85c req-d048cdc2-54c2-4138-b722-070734795170 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0654914 Apr 01 21:40:59.753802 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b2ae4d5e-d641-42cb-9cc7-0274ae28189a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "PUT /v2.0/floatingips/d48593be-5944-4568-99f0-7e2e8c4da51b HTTP/1.1" status: 200 len: 991 time: 2.1766028 Apr 01 21:40:59.753802 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:40:59.753802 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12541670-bfee-40d2-bdbf-1b940f1482c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:40:59.760448 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-904baf20-ec11-4235-8ff2-d2597374b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (aa73d6c1-e2d1-442d-a8c4-00ca4641ef21), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:59.788335 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bf352e73-1657-470f-9d64-d01a429141d9 req-26287306-cda1-4e3d-9c09-4b2c9a2bd4b0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049879 Apr 01 21:40:59.798090 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904baf20-ec11-4235-8ff2-d2597374b3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa73d6c1-e2d1-442d-a8c4-00ca4641ef21,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:40:59.835778 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-904baf20-ec11-4235-8ff2-d2597374b3fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b8dbb486aa947189c8fd4d417271fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026877 Apr 01 21:40:59.838362 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48466) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:40:59.857174 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-302fdb85-02c6-4d94-854a-4b38d9bdf85c req-7b93ff63-67fe-4c92-b3a5-81b362382f5c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124802 Apr 01 21:40:59.863030 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caedf1b4-1884-48f3-8789-ea90e83da0f7 x-openstack-request-id: req-caedf1b4-1884-48f3-8789-ea90e83da0f7 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:40:59.863030 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:40:59.863030 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-caedf1b4-1884-48f3-8789-ea90e83da0f7 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:40:59.863030 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caedf1b4-1884-48f3-8789-ea90e83da0f7'] response: {'name': 'network-changed', 'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'status': 'completed', 'code': 200} Apr 01 21:40:59.876998 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:40:59.898705 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-13f667d8-3061-4f56-88d4-454ea873fe7e admin admin] Publish callbacks [] for security_group (aa73d6c1-e2d1-442d-a8c4-00ca4641ef21), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:40:59.935461 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-13f667d8-3061-4f56-88d4-454ea873fe7e admin admin] Publish callbacks [] for security_group (aa73d6c1-e2d1-442d-a8c4-00ca4641ef21), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:00.013283 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-48471fe6-bcd3-4cb1-881a-8557cca2a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:00.014851 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-48471fe6-bcd3-4cb1-881a-8557cca2a203 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1130 time: 0.0892363 Apr 01 21:41:00.109870 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-13f667d8-3061-4f56-88d4-454ea873fe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (aa73d6c1-e2d1-442d-a8c4-00ca4641ef21), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:00.112440 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-13f667d8-3061-4f56-88d4-454ea873fe7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:00.116316 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-13f667d8-3061-4f56-88d4-454ea873fe7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa73d6c1-e2d1-442d-a8c4-00ca4641ef21 HTTP/1.1" status: 204 len: 168 time: 0.2768705 Apr 01 21:41:00.127011 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f667d8-3061-4f56-88d4-454ea873fe7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa73d6c1-e2d1-442d-a8c4-00ca4641ef21,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:00.133316 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-574d7e6a-46a7-4469-8fc2-df2a0cffa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:00.133316 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-574d7e6a-46a7-4469-8fc2-df2a0cffa1f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.1071231 Apr 01 21:41:00.199364 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'd48593be-5944-4568-99f0-7e2e8c4da51b', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'port_id': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'mac_address': 'fa:16:3e:e2:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:23Z', 'updated_at': '2022-04-01T21:40:58Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:00.240466 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] Checking router: 0a3cb91f-0702-4d22-9c60-d93c24ab89bf for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:41:00.249207 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:00.249839 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:00.290913 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-2696f63f-fd81-4d60-8ca2-2869eb44cb99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 999 time: 0.1522598 Apr 01 21:41:00.355950 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3dfaf-882f-415a-934c-831d86b4276f req-06c05401-18e9-44c6-820e-a7ef904d2c3b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:00.357430 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d7e3dfaf-882f-415a-934c-831d86b4276f req-06c05401-18e9-44c6-820e-a7ef904d2c3b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 944 time: 0.1110125 Apr 01 21:41:00.372762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-20960812-12ca-4f8b-9295-b91facfe3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:00.374217 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-20960812-12ca-4f8b-9295-b91facfe3125 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0752726 Apr 01 21:41:00.379459 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:00.453361 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d7e3dfaf-882f-415a-934c-831d86b4276f req-a63010cf-f178-4032-abf3-7d3ba42b6cab tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878339 Apr 01 21:41:00.477806 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-a1f206fd-899a-496e-80df-54d264986336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:00.479634 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-a1f206fd-899a-496e-80df-54d264986336 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905628 Apr 01 21:41:00.571217 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-717564c3-ae34-445b-a6b3-86f29bb93c91 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852642 Apr 01 21:41:00.637646 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'd48593be-5944-4568-99f0-7e2e8c4da51b', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'port_id': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'mac_address': 'fa:16:3e:e2:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:23Z', 'updated_at': '2022-04-01T21:40:58Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:00.668254 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa55fd-d4f9-478c-a2ad-63feda118dd0 None None] The sync data for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi is: [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'd48593be-5944-4568-99f0-7e2e8c4da51b', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'port_id': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'mac_address': 'fa:16:3e:e2:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:23Z', 'updated_at': '2022-04-01T21:40:58Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:41:00.669872 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-12541670-bfee-40d2-bdbf-1b940f1482c1 req-bc2a3de4-bffa-4ae4-a542-d1825e2ba42f service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928879 Apr 01 21:41:00.775264 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48488) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:00.787994 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48490) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:00.789236 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4a36-ba97-4b1e-bac4-6aecef0aca85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:00.919055 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4a36-ba97-4b1e-bac4-6aecef0aca85 admin admin] Publish callbacks [] for security_group (1f75b479-90ae-4509-aa66-06e69a8e9683), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:00.920540 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad46b0f-0755-4a8a-80d5-e7b1259692ea req-b7138505-6b37-4318-bdf1-82674e881338 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:00.923761 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9ad46b0f-0755-4a8a-80d5-e7b1259692ea req-b7138505-6b37-4318-bdf1-82674e881338 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 945 time: 0.0694928 Apr 01 21:41:00.941624 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7e07f-5df3-463b-bc84-8e61fceabec5 None None] New status for floating IP d48593be-5944-4568-99f0-7e2e8c4da51b: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:41:00.995270 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9ad46b0f-0755-4a8a-80d5-e7b1259692ea req-87e7a270-d373-429e-b2cd-ed9414102ed7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648978 Apr 01 21:41:00.996155 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b56d3564-d1c0-4b64-b3eb-5ea045fbcf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.009083 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4a36-ba97-4b1e-bac4-6aecef0aca85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (1f75b479-90ae-4509-aa66-06e69a8e9683), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.051366 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d4a36-ba97-4b1e-bac4-6aecef0aca85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f75b479-90ae-4509-aa66-06e69a8e9683,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:01.060815 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-dc9d4a36-ba97-4b1e-bac4-6aecef0aca85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49f3dda47e394e9d81828c7c9fcea5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844830 Apr 01 21:41:01.064386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48498) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:01.069326 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d2ee8-b220-4d08-91fe-82e7c88fbfe8 req-164a3555-ba9e-4308-980d-923636423931 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:01.070839 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6f8d2ee8-b220-4d08-91fe-82e7c88fbfe8 req-164a3555-ba9e-4308-980d-923636423931 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.1122394 Apr 01 21:41:01.108487 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b56d3564-d1c0-4b64-b3eb-5ea045fbcf0f admin admin] Publish callbacks [] for security_group (9240aa08-ddd0-4e2e-840b-67d74b2076ea), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.121310 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6f8d2ee8-b220-4d08-91fe-82e7c88fbfe8 req-d483cd19-5a27-4b68-b938-e840ac75bd37 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Apr 01 21:41:01.134326 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5744b8a1-186f-4b53-9e1a-ad7cd5d43175 admin admin] Publish callbacks [] for security_group (1f75b479-90ae-4509-aa66-06e69a8e9683), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.155921 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5744b8a1-186f-4b53-9e1a-ad7cd5d43175 admin admin] Publish callbacks [] for security_group (1f75b479-90ae-4509-aa66-06e69a8e9683), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.181994 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b56d3564-d1c0-4b64-b3eb-5ea045fbcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9240aa08-ddd0-4e2e-840b-67d74b2076ea), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.225579 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b56d3564-d1c0-4b64-b3eb-5ea045fbcf0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0966836d96541faa0efbda457f1e979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364893 Apr 01 21:41:01.226776 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d3564-d1c0-4b64-b3eb-5ea045fbcf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9240aa08-ddd0-4e2e-840b-67d74b2076ea,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:01.228371 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48502) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:01.292411 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b988f62-f108-4bb3-904c-0556ce082701 admin admin] Publish callbacks [] for security_group (9240aa08-ddd0-4e2e-840b-67d74b2076ea), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.295602 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5744b8a1-186f-4b53-9e1a-ad7cd5d43175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (1f75b479-90ae-4509-aa66-06e69a8e9683), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.298296 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5744b8a1-186f-4b53-9e1a-ad7cd5d43175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.302400 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-5744b8a1-186f-4b53-9e1a-ad7cd5d43175 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f75b479-90ae-4509-aa66-06e69a8e9683 HTTP/1.1" status: 204 len: 168 time: 0.2368207 Apr 01 21:41:01.310755 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744b8a1-186f-4b53-9e1a-ad7cd5d43175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f75b479-90ae-4509-aa66-06e69a8e9683,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:01.317055 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b988f62-f108-4bb3-904c-0556ce082701 admin admin] Publish callbacks [] for security_group (9240aa08-ddd0-4e2e-840b-67d74b2076ea), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.466539 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b988f62-f108-4bb3-904c-0556ce082701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9240aa08-ddd0-4e2e-840b-67d74b2076ea), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.469958 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b988f62-f108-4bb3-904c-0556ce082701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:01.471421 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4b988f62-f108-4bb3-904c-0556ce082701 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9240aa08-ddd0-4e2e-840b-67d74b2076ea HTTP/1.1" status: 204 len: 168 time: 0.2420702 Apr 01 21:41:01.488800 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b988f62-f108-4bb3-904c-0556ce082701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9240aa08-ddd0-4e2e-840b-67d74b2076ea,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:01.596301 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba6ae-e6d2-4638-8542-d1c096a35a6f req-e84d2c22-184b-4eb8-aa75-8ac7e062bb4c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:01.598004 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fa2ba6ae-e6d2-4638-8542-d1c096a35a6f req-e84d2c22-184b-4eb8-aa75-8ac7e062bb4c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 944 time: 0.0585999 Apr 01 21:41:01.647010 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fa2ba6ae-e6d2-4638-8542-d1c096a35a6f req-032528b0-11d1-4688-b050-dd42c973ce98 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Apr 01 21:41:01.988026 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0efb2f5d-8199-4533-bc9a-415adf7728bc up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:02.113072 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2333c-5b4d-4bf0-b6bc-1061403097fc req-c27188a6-8803-47d6-b5cf-111292885610 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:02.114593 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-26e2333c-5b4d-4bf0-b6bc-1061403097fc req-c27188a6-8803-47d6-b5cf-111292885610 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 945 time: 0.0526705 Apr 01 21:41:02.135496 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 0efb2f5d-8199-4533-bc9a-415adf7728bc completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:41:02.143784 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 0efb2f5d-8199-4533-bc9a-415adf7728bc triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:02.143784 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.151916 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48532) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:02.169939 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-26e2333c-5b4d-4bf0-b6bc-1061403097fc req-3003e287-8f00-4d24-8b4f-18111f0ef0be tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494246 Apr 01 21:41:02.184838 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2f10ff51-2e03-4a0b-863c-1278caa3acfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.282457 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 0efb2f5d-8199-4533-bc9a-415adf7728bc is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:02.282839 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.302539 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea067-77e6-4c37-9501-e9a0441244ca req-2b5be282-b437-48eb-bd82-5088bd4a59e1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:02.310584 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-02aea067-77e6-4c37-9501-e9a0441244ca req-2b5be282-b437-48eb-bd82-5088bd4a59e1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0944810 Apr 01 21:41:02.342999 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:02.345791 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ed707-1dc8-4c4f-b18b-bcb76c010b10" -d '{"events": [{"server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "name": "network-vif-plugged", "status": "completed", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:02.358114 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 0efb2f5d-8199-4533-bc9a-415adf7728bc, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:02.375752 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48540) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:02.385901 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2f10ff51-2e03-4a0b-863c-1278caa3acfe admin admin] Publish callbacks [] for security_group (6e8d56fd-f6fc-40af-856e-cc82e13da17e), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.388779 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6749e4-d41c-435e-96cf-5817bf498212 x-openstack-request-id: req-1d6749e4-d41c-435e-96cf-5817bf498212 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:02.389098 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "name": "network-vif-plugged", "status": "completed", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:02.389355 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d6749e4-d41c-435e-96cf-5817bf498212 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:02.389831 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6749e4-d41c-435e-96cf-5817bf498212'] response: {'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'code': 200} Apr 01 21:41:02.390821 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-02aea067-77e6-4c37-9501-e9a0441244ca req-3972e08f-3438-45b0-9f2e-62cb1dc401a8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793917 Apr 01 21:41:02.449073 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.449896 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 667fda97-3b9b-4877-bdd6-801ea93977f4 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:02.477616 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2f10ff51-2e03-4a0b-863c-1278caa3acfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (6e8d56fd-f6fc-40af-856e-cc82e13da17e), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.516224 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b1623fed-d9f5-43a5-9a9b-0fa67a2101d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.537747 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=0efb2f5d-8199-4533-bc9a-415adf7728bc,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:02.549788 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2f10ff51-2e03-4a0b-863c-1278caa3acfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad3dcc8a735141b6a2792ae5d465651a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962843 Apr 01 21:41:02.552312 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48550) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:02.558281 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10ff51-2e03-4a0b-863c-1278caa3acfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8d56fd-f6fc-40af-856e-cc82e13da17e,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:02.604599 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b1623fed-d9f5-43a5-9a9b-0fa67a2101d3 admin admin] Publish callbacks [] for security_group (20d84e06-f70e-441e-baec-a125d89a8acb), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.606654 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9e1f37e0-f5a5-4a8b-840f-fbe489bc3425 admin admin] Publish callbacks [] for security_group (6e8d56fd-f6fc-40af-856e-cc82e13da17e), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.614751 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 667fda97-3b9b-4877-bdd6-801ea93977f4 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:41:02.618899 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 667fda97-3b9b-4877-bdd6-801ea93977f4 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:02.619343 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.632615 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9e1f37e0-f5a5-4a8b-840f-fbe489bc3425 admin admin] Publish callbacks [] for security_group (6e8d56fd-f6fc-40af-856e-cc82e13da17e), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.668324 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b1623fed-d9f5-43a5-9a9b-0fa67a2101d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (20d84e06-f70e-441e-baec-a125d89a8acb), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.722950 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b1623fed-d9f5-43a5-9a9b-0fa67a2101d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c57b4c2ad8d44bf909308bb63fe1d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450599 Apr 01 21:41:02.734944 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 667fda97-3b9b-4877-bdd6-801ea93977f4 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:02.735099 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48556) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:02.735197 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.735277 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1623fed-d9f5-43a5-9a9b-0fa67a2101d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d84e06-f70e-441e-baec-a125d89a8acb,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:02.762080 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 667fda97-3b9b-4877-bdd6-801ea93977f4, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=667fda97-3b9b-4877-bdd6-801ea93977f4,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:02.786102 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-217ee635-56c4-442a-aab4-eaa6b855ffbf admin admin] Publish callbacks [] for security_group (20d84e06-f70e-441e-baec-a125d89a8acb), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.787797 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9e1f37e0-f5a5-4a8b-840f-fbe489bc3425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (6e8d56fd-f6fc-40af-856e-cc82e13da17e), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.790309 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9e1f37e0-f5a5-4a8b-840f-fbe489bc3425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.791439 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-9e1f37e0-f5a5-4a8b-840f-fbe489bc3425 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e8d56fd-f6fc-40af-856e-cc82e13da17e HTTP/1.1" status: 204 len: 168 time: 0.2381816 Apr 01 21:41:02.807633 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f37e0-f5a5-4a8b-840f-fbe489bc3425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8d56fd-f6fc-40af-856e-cc82e13da17e,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:02.822291 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-217ee635-56c4-442a-aab4-eaa6b855ffbf admin admin] Publish callbacks [] for security_group (20d84e06-f70e-441e-baec-a125d89a8acb), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.827727 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:02.904647 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bf443-2f54-41c5-94b4-04b3981df1d3 req-461c8a23-dfa2-42ca-8177-87fbec3d03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:02.906933 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e4bf443-2f54-41c5-94b4-04b3981df1d3 req-461c8a23-dfa2-42ca-8177-87fbec3d03d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 1130 time: 0.1389418 Apr 01 21:41:02.921080 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5c8bb-716d-4609-8edd-6f808e11eaf3 req-06a7a80a-c151-4030-b5f5-57685be41c58 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:02.921860 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=667fda97-3b9b-4877-bdd6-801ea93977f4,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:02.922811 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f6f5c8bb-716d-4609-8edd-6f808e11eaf3 req-06a7a80a-c151-4030-b5f5-57685be41c58 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 944 time: 0.1450784 Apr 01 21:41:02.987982 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e4bf443-2f54-41c5-94b4-04b3981df1d3 req-8f55f363-7d62-4f1e-8bbb-6ed12a4d7e43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642154 Apr 01 21:41:02.994669 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f6f5c8bb-716d-4609-8edd-6f808e11eaf3 req-5e910430-1c53-463a-9c80-6f5cc93005f0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655229 Apr 01 21:41:03.003386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-217ee635-56c4-442a-aab4-eaa6b855ffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (20d84e06-f70e-441e-baec-a125d89a8acb), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:03.005942 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-217ee635-56c4-442a-aab4-eaa6b855ffbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:03.009612 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-217ee635-56c4-442a-aab4-eaa6b855ffbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20d84e06-f70e-441e-baec-a125d89a8acb HTTP/1.1" status: 204 len: 168 time: 0.2818644 Apr 01 21:41:03.019221 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee635-56c4-442a-aab4-eaa6b855ffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d84e06-f70e-441e-baec-a125d89a8acb,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:03.301451 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7a1a8-a8e6-47b8-beb3-66d0bb2a7d94 req-9024a0d1-27bb-414d-867a-91082cb23112 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:03.303009 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d7a1a8-a8e6-47b8-beb3-66d0bb2a7d94 req-9024a0d1-27bb-414d-867a-91082cb23112 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0565033 Apr 01 21:41:03.352589 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d7a1a8-a8e6-47b8-beb3-66d0bb2a7d94 req-7d9f1ba8-918b-4757-af2d-91dc995b8232 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434761 Apr 01 21:41:03.519253 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aeedb-2a85-4815-a570-c9ad17ab210b req-971a0e5e-94ad-474e-8910-933efb89989a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:03.520693 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bc3aeedb-2a85-4815-a570-c9ad17ab210b req-971a0e5e-94ad-474e-8910-933efb89989a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0576744 Apr 01 21:41:03.567904 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bc3aeedb-2a85-4815-a570-c9ad17ab210b req-e66cf6a7-3edb-49fc-97f6-cdce8fc073a3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Apr 01 21:41:03.602108 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48588) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:03.615648 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff5c9-bf96-43e5-98f5-78617efae2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:03.695618 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff5c9-bf96-43e5-98f5-78617efae2c0 admin admin] Publish callbacks [] for security_group (9926ffe8-3203-4e7d-87e4-0e4c4fda5b19), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:03.752095 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff5c9-bf96-43e5-98f5-78617efae2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9926ffe8-3203-4e7d-87e4-0e4c4fda5b19), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:03.791573 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fd7ff5c9-bf96-43e5-98f5-78617efae2c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60b97c220589425784333854fe3299a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882291 Apr 01 21:41:03.792524 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ff5c9-bf96-43e5-98f5-78617efae2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9926ffe8-3203-4e7d-87e4-0e4c4fda5b19,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:03.794089 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48594) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:03.849949 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Publish callbacks [] for security_group (9926ffe8-3203-4e7d-87e4-0e4c4fda5b19), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:03.872249 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Publish callbacks [] for security_group (9926ffe8-3203-4e7d-87e4-0e4c4fda5b19), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:04.020706 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9926ffe8-3203-4e7d-87e4-0e4c4fda5b19), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:04.024194 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:04.025462 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9926ffe8-3203-4e7d-87e4-0e4c4fda5b19 HTTP/1.1" status: 204 len: 168 time: 0.2303982 Apr 01 21:41:04.034386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9926ffe8-3203-4e7d-87e4-0e4c4fda5b19,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.051486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cedb75-fc6f-4b24-b2ba-4b60ea7cae39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:04.140194 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c5c0a-a8b0-4964-b458-855b9b7043d5 req-9352e6ee-f378-4fbe-a194-72f46553b674 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:04.143585 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e13c5c0a-a8b0-4964-b458-855b9b7043d5 req-9352e6ee-f378-4fbe-a194-72f46553b674 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0560641 Apr 01 21:41:04.194196 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e13c5c0a-a8b0-4964-b458-855b9b7043d5 req-1aebf56a-dcff-414a-b68a-79f5faa89297 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460873 Apr 01 21:41:04.391618 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:04.394151 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc0fb90-f365-4b99-b9cf-49c107dfd1f6" -d '{"events": [{"server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "name": "network-vif-plugged", "status": "completed", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:04.441058 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0daa89b-7e75-4c06-aa74-19acbe0666b5 x-openstack-request-id: req-e0daa89b-7e75-4c06-aa74-19acbe0666b5 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:04.441350 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "name": "network-vif-plugged", "status": "completed", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:04.441628 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0daa89b-7e75-4c06-aa74-19acbe0666b5 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:04.442128 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0daa89b-7e75-4c06-aa74-19acbe0666b5'] response: {'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'code': 200} Apr 01 21:41:04.480544 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48630) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:04.512638 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503d06-b396-4278-94e8-aff3141c5c16 req-60246a4b-a2a7-4ed7-ac51-bc7f69c53ac5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:04.514415 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-19503d06-b396-4278-94e8-aff3141c5c16 req-60246a4b-a2a7-4ed7-ac51-bc7f69c53ac5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0696723 Apr 01 21:41:04.657330 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-552052078-network', 'tenant_id': '8568b789dd9d4e7898fc1860a5436b9b'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:04.742057 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ef119-14f8-453c-a85b-a5034b90fc1c req-7375f272-3021-4a1b-922e-f2ff90f9eddd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:04.743971 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f97ef119-14f8-453c-a85b-a5034b90fc1c req-7375f272-3021-4a1b-922e-f2ff90f9eddd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0766809 Apr 01 21:41:04.781202 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Made reservation on behalf of 8568b789dd9d4e7898fc1860a5436b9b for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:04.783956 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:04.797317 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:04.814911 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-19503d06-b396-4278-94e8-aff3141c5c16 req-3a9ae251-d83e-4dc7-8642-a4e508ac5389 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927504 Apr 01 21:41:04.824796 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f97ef119-14f8-453c-a85b-a5034b90fc1c req-91b4eeb3-7799-4fd8-8038-d4b4017c24f2 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753744 Apr 01 21:41:04.901065 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks [] for security_group (156b0123-81ee-466d-be49-3f71c8e2488b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:04.909869 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b87849-650c-4426-92cb-da94f7533159 req-42b88e24-5ad6-4e74-b7c8-b678eada7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:04.911683 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-81b87849-650c-4426-92cb-da94f7533159 req-42b88e24-5ad6-4e74-b7c8-b678eada7a46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 1129 time: 0.0446513 Apr 01 21:41:04.960876 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-81b87849-650c-4426-92cb-da94f7533159 req-2c703f57-0720-4333-8ec4-d94974f2d89b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380795 Apr 01 21:41:05.083550 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (156b0123-81ee-466d-be49-3f71c8e2488b), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.108278 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:41:05.118574 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b0123-81ee-466d-be49-3f71c8e2488b,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:05.124124 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (7c1a528b-3a62-4b63-acbe-1d18129428b9), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.124460 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Added segment 7c1a528b-3a62-4b63-acbe-1d18129428b9 of type vlan for network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf Apr 01 21:41:05.163987 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (92b8114e-570c-4ad5-9b25-c3082fc2dcaf), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.240885 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48652) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:05.261627 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (92b8114e-570c-4ad5-9b25-c3082fc2dcaf), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.262719 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:05.263311 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.341966 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=92b8114e-570c-4ad5-9b25-c3082fc2dcaf,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:05.353531 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-142525110-network', 'tenant_id': '36f4c4e8acf542ce81ab92db5d431c8f'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:05.358154 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:41:05.368580 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0bf6-0b33-4ae0-8d6c-5e4a08dc3344 req-bcf340b0-5604-4b02-8c37-86508dce7950 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:05.370245 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-46fe0bf6-0b33-4ae0-8d6c-5e4a08dc3344 req-bcf340b0-5604-4b02-8c37-86508dce7950 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0966020 Apr 01 21:41:05.512043 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-46fe0bf6-0b33-4ae0-8d6c-5e4a08dc3344 req-f5343f73-43cc-475b-a10a-0d3c6e715c54 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448484 Apr 01 21:41:05.533907 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7cd47a94-3ed8-4adb-9c68-41c40ed56bb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0521729 Apr 01 21:41:05.583160 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48662) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:05.588043 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Request body: {'subnet': {'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-552052078-subnet', 'tenant_id': '8568b789dd9d4e7898fc1860a5436b9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:05.780786 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Made reservation on behalf of 36f4c4e8acf542ce81ab92db5d431c8f for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:05.780786 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.786824 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.838112 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Made reservation on behalf of 8568b789dd9d4e7898fc1860a5436b9b for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:05.840340 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.926777 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks [] for security_group (7a2e6e68-3fb7-4e91-b411-d590b1443b75), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:05.974641 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e08b4-71bf-4b8a-bf85-dd3d5083cc8c req-646b0e4e-3c67-4d30-b2c2-73822a6c0183 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:05.976150 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fe2e08b4-71bf-4b8a-bf85-dd3d5083cc8c req-646b0e4e-3c67-4d30-b2c2-73822a6c0183 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0684106 Apr 01 21:41:05.999246 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdcf2e-0e65-4eb5-b8b5-d907bf751892 req-482a2e1e-52c0-4701-a03d-7866bd84f655 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:06.000767 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7acdcf2e-0e65-4eb5-b8b5-d907bf751892 req-482a2e1e-52c0-4701-a03d-7866bd84f655 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0900781 Apr 01 21:41:06.021618 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7a2e6e68-3fb7-4e91-b411-d590b1443b75), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.027286 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fe2e08b4-71bf-4b8a-bf85-dd3d5083cc8c req-6908824e-69be-4c19-ad0d-d81142aaf0d3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451317 Apr 01 21:41:06.075423 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:41:06.129170 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2e6e68-3fb7-4e91-b411-d590b1443b75,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:06.136658 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (409b3069-ded0-4029-9d90-c693120c4ddb), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.136658 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Added segment 409b3069-ded0-4029-9d90-c693120c4ddb of type vlan for network 8bf68683-43d8-46c7-8db1-e09caf097bcb Apr 01 21:41:06.156581 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7acdcf2e-0e65-4eb5-b8b5-d907bf751892 req-a186a104-b339-46d4-8e21-98d0db5a38ad tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386108 Apr 01 21:41:06.189877 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (8bf68683-43d8-46c7-8db1-e09caf097bcb), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.243452 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (9d33cd1f-8b2c-453e-8221-3c12c9f6668c), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.270545 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f581-d3e7-45ca-9401-874f0380677c req-25d516db-1ed9-468f-ade0-ece886088077 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:06.272064 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d0e6f581-d3e7-45ca-9401-874f0380677c req-25d516db-1ed9-468f-ade0-ece886088077 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0517080 Apr 01 21:41:06.274039 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (8bf68683-43d8-46c7-8db1-e09caf097bcb), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.275017 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:06.275582 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.281280 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48670) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:06.286319 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:06.329440 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (1eb33061-2b7c-4e89-a024-8eefd08f7c61), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.363909 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d33cd1f-8b2c-453e-8221-3c12c9f6668c,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:06.380961 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf68683-43d8-46c7-8db1-e09caf097bcb,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:06.384891 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Checking segment: {'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:06.385244 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Network hostable DHCP agents. Network: 92b8114e-570c-4ad5-9b25-c3082fc2dcaf, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:41:06.393955 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4fbaab0a-a766-48fd-ba18-46df9e246875 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1486242 Apr 01 21:41:06.399350 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48674) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:06.399508 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 8bf68683-43d8-46c7-8db1-e09caf097bcb details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:41:06.399984 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Request body: {'subnet': {'network_id': '8bf68683-43d8-46c7-8db1-e09caf097bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-142525110-subnet', 'tenant_id': '36f4c4e8acf542ce81ab92db5d431c8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:06.466175 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:41:06.523417 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 92b8114e-570c-4ad5-9b25-c3082fc2dcaf) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:06.528016 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:06.528617 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.538035 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0977e-020f-4367-8baa-0590ac642b86 None None] Network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:06.542569 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Made reservation on behalf of 36f4c4e8acf542ce81ab92db5d431c8f for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:06.543994 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9403914'] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.615328 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c541a4e4-d703-42d6-b89f-d58906e947c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0303931 Apr 01 21:41:06.647490 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c068176-2a84-4f81-a398-ec56da4b56dd req-5452a729-c4aa-40df-83ba-3f8601936beb tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:06.649368 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8c068176-2a84-4f81-a398-ec56da4b56dd req-5452a729-c4aa-40df-83ba-3f8601936beb tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0691738 Apr 01 21:41:06.718014 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8c068176-2a84-4f81-a398-ec56da4b56dd req-57e8b4c9-5348-4eb1-96f5-787ea3450c3f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629551 Apr 01 21:41:06.820000 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c776f1-7a2d-400f-82e7-a9b34f1b6fc9 None None] Network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:06.985054 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:06.986723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9555147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9403932'] for subnet (3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:07.037219 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (1eb33061-2b7c-4e89-a024-8eefd08f7c61), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:07.080477 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:07.133618 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.133879 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.134225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.134574 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.134949 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.135279 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.135607 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.135936 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.136263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.136590 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.136918 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.137244 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.137587 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.137914 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.139155 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:07.158022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Checking segment: {'id': '409b3069-ded0-4029-9d90-c693120c4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8bf68683-43d8-46c7-8db1-e09caf097bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:07.158389 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Network hostable DHCP agents. Network: 8bf68683-43d8-46c7-8db1-e09caf097bcb, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:41:07.214069 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP 1eb33061-2b7c-4e89-a024-8eefd08f7c61 associated. External IP: 172.27.1.83, port: 0efb2f5d-8199-4533-bc9a-415adf7728bc. Apr 01 21:41:07.222482 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88599aa-9351-44ce-8e20-3ae66a5d2428 req-3632b2f2-e1b2-4b00-a537-388297b7d3f0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:07.223979 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e88599aa-9351-44ce-8e20-3ae66a5d2428 req-3632b2f2-e1b2-4b00-a537-388297b7d3f0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.1111448 Apr 01 21:41:07.293740 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Network 8bf68683-43d8-46c7-8db1-e09caf097bcb is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:41:07.354521 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e88599aa-9351-44ce-8e20-3ae66a5d2428 req-d073defd-32d7-4155-ba65-07d7bf0f8037 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946321 Apr 01 21:41:07.370781 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 8bf68683-43d8-46c7-8db1-e09caf097bcb) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:07.375853 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:07.376496 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:07.380024 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f330ea2-a6ef-4397-ad32-b3364b3b675e None None] Network 8bf68683-43d8-46c7-8db1-e09caf097bcb requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:07.504498 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:41:07.518146 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a7609-053b-42ea-af9d-9d7c6fed25e0 None None] Network 8bf68683-43d8-46c7-8db1-e09caf097bcb requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:07.562060 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-f37a67dc-722c-44c2-928a-58d5dfe04c10 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1666210 Apr 01 21:41:07.670662 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:41:07.675096 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:07.681656 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:41:07.692839 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:07.694449 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:07.711417 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3d7b3e52-9f41-449b-9d19-63a10ce4662f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "PUT /v2.0/floatingips/1eb33061-2b7c-4e89-a024-8eefd08f7c61 HTTP/1.1" status: 200 len: 991 time: 1.4282739 Apr 01 21:41:07.711417 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:07.729932 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d52513-5581-493e-ad25-fa2fa0c55868" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:07.771026 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c47f46-ad3d-48c3-8d55-2b51740ea609 x-openstack-request-id: req-f9c47f46-ad3d-48c3-8d55-2b51740ea609 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:07.771319 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:07.771576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9c47f46-ad3d-48c3-8d55-2b51740ea609 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:07.771981 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c47f46-ad3d-48c3-8d55-2b51740ea609'] response: {'name': 'network-changed', 'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'status': 'completed', 'code': 200} Apr 01 21:41:07.827576 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:07.855445 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ab90-fc41-4d72-aef2-80f574a92f17 req-558498b5-d407-4985-a912-72a14853cbce tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:07.857270 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9fd3ab90-fc41-4d72-aef2-80f574a92f17 req-558498b5-d407-4985-a912-72a14853cbce tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0679231 Apr 01 21:41:07.968207 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9fd3ab90-fc41-4d72-aef2-80f574a92f17 req-11ca74ec-ad5f-4190-9d96-14a0c27cd1f4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047573 Apr 01 21:41:07.990921 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-4e3655ce-8bb3-445c-9e84-aa5da84ff292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:07.993194 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-4e3655ce-8bb3-445c-9e84-aa5da84ff292 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 1130 time: 0.1026931 Apr 01 21:41:08.002991 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-34f9714c-1d11-46ad-ae86-d960973b3782 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821643 Apr 01 21:41:08.123626 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834835ec-4125-42ab-b997-2bbd74a20c62 req-ce21fe3c-98f5-4a0e-a1c9-27867ae4e27c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:08.131035 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-834835ec-4125-42ab-b997-2bbd74a20c62 req-ce21fe3c-98f5-4a0e-a1c9-27867ae4e27c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0856123 Apr 01 21:41:08.134301 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:06Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:08.136546 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48722) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:08.142266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'floatingip': {'port_id': '667fda97-3b9b-4877-bdd6-801ea93977f4'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:08.168664 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:41:08.178028 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:08.178573 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:08.292645 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:08.394957 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48730) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:08.400058 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008196847-network', 'tenant_id': '3ddd360d39f449499508cd28f4ea921e'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:08.432320 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (7cffcb90-d78e-458b-9104-7955ffbda552), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:08.472563 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Made reservation on behalf of 3ddd360d39f449499508cd28f4ea921e for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:08.475021 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:08.484055 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:08.559326 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-61717aa1-5b47-44bd-b188-76955def2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:08.561044 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-61717aa1-5b47-44bd-b188-76955def2d74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 916 time: 0.4943650 Apr 01 21:41:08.614074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b4e71-d023-414a-8e90-24197a222e75 req-187b006d-e76f-4d52-8f6b-3278e56ea895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:08.614074 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-187b006d-e76f-4d52-8f6b-3278e56ea895 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ab324afb9714663b9391c6807248927&device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 1130 time: 0.4644375 Apr 01 21:41:08.632430 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks [] for security_group (1cab805b-a167-467d-a90e-ebeabdf987ce), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:08.658265 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:06Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:08.680756 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850e4ae-dfa5-41f0-8973-51b1d4715508 req-87e272b1-abdf-4627-b5c5-b9a31e1845ab tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:08.682319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6850e4ae-dfa5-41f0-8973-51b1d4715508 req-87e272b1-abdf-4627-b5c5-b9a31e1845ab tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.2411869 Apr 01 21:41:08.690697 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebc1b5-ea88-4a20-bd7d-5a2052ce24c0 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:06Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:41:08.737089 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (1cab805b-a167-467d-a90e-ebeabdf987ce), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:08.777504 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cab805b-a167-467d-a90e-ebeabdf987ce,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:08.787884 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:41:08.806064 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (179e6f1f-6761-4542-b66b-e8506e212463), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:08.806064 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Added segment 179e6f1f-6761-4542-b66b-e8506e212463 of type vlan for network c6b72277-ac8d-4ba3-b9d0-8e59237795ec Apr 01 21:41:08.846694 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (c6b72277-ac8d-4ba3-b9d0-8e59237795ec), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:08.871909 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-758ceaad-7390-45a2-811a-d9226d7d6457 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc HTTP/1.1" status: 200 len: 999 time: 0.2803173 Apr 01 21:41:08.966425 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6850e4ae-dfa5-41f0-8973-51b1d4715508 req-5e64150d-e3d1-4dd3-b825-22e62f35babc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437859 Apr 01 21:41:08.978596 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-19751ec2-591f-4915-bef8-78ff52c85d89 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:08.980340 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-19751ec2-591f-4915-bef8-78ff52c85d89 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/networks?id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf HTTP/1.1" status: 200 len: 808 time: 0.1270423 Apr 01 21:41:08.997875 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-48843f5d-d898-41ff-bb51-b203dfefc560 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/quotas/8568b789dd9d4e7898fc1860a5436b9b HTTP/1.1" status: 200 len: 375 time: 0.0099926 Apr 01 21:41:09.001856 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-1f86769e-a1c3-42b0-9edb-390a8cf1c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:09.002413 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a635b-f218-4af1-bd5c-a97cf1555deb None None] New status for floating IP 1eb33061-2b7c-4e89-a024-8eefd08f7c61: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:41:09.003352 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-1f86769e-a1c3-42b0-9edb-390a8cf1c8ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.1105709 Apr 01 21:41:09.007384 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b4e71-d023-414a-8e90-24197a222e75 req-2b618393-f801-41d1-9d16-42c2363b0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:09.008254 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-2b618393-f801-41d1-9d16-42c2363b0b5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3e18272-ef08-46b8-b80a-b86317da3c99 HTTP/1.1" status: 200 len: 913 time: 0.3567944 Apr 01 21:41:09.025741 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (c6b72277-ac8d-4ba3-b9d0-8e59237795ec), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:09.027518 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:09.029634 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:09.069596 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-39eb1aca-4a0c-4b77-be25-5a215872f1ab tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565071 Apr 01 21:41:09.090201 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-63be8c1a-dea8-4c7d-9841-4a2a55183cc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=628171aa-eec8-4808-b00b-418b0b0807ef HTTP/1.1" status: 200 len: 217 time: 0.0699720 Apr 01 21:41:09.165290 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b72277-ac8d-4ba3-b9d0-8e59237795ec,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:09.178392 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network c6b72277-ac8d-4ba3-b9d0-8e59237795ec details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:41:09.211490 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-8d1de809-b8c1-46fb-8218-71d6f361ee51 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8151972 Apr 01 21:41:09.215609 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48750) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:09.227895 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Request body: {'subnet': {'network_id': 'c6b72277-ac8d-4ba3-b9d0-8e59237795ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008196847-subnet', 'tenant_id': '3ddd360d39f449499508cd28f4ea921e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:09.255730 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-95fddeda-85c0-411e-8f7c-b191e74faf69 service neutron] 10.222.0.30 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584215 Apr 01 21:41:09.284220 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b4e71-d023-414a-8e90-24197a222e75 req-fc2695ad-767d-4b69-94de-5bfa407214e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:09.285736 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-fc2695ad-767d-4b69-94de-5bfa407214e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ad9240-34b4-4921-8d50-1c7a64539f99 HTTP/1.1" status: 200 len: 852 time: 0.1557770 Apr 01 21:41:09.293913 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-503cd155-17ac-4054-bbfb-676c141bff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:09.295461 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-503cd155-17ac-4054-bbfb-676c141bff9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2767043 Apr 01 21:41:09.337596 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-039f4834-6294-4da0-9030-c2ba8b5ded6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3e18272-ef08-46b8-b80a-b86317da3c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411503 Apr 01 21:41:09.346714 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Made reservation on behalf of 3ddd360d39f449499508cd28f4ea921e for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:09.350857 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:09.415439 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-e5138e29-21ab-4739-bcfc-4d0ee7242881 service neutron] 10.222.0.30 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592512 Apr 01 21:41:09.563742 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:09.571896 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-d18b13bf-3ca6-4568-a2b5-53dd39aa0306 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628205 Apr 01 21:41:09.572419 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-a2e25282-ac36-4f72-a21c-0f7d7f54d198 service neutron] 10.222.0.31 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214885 Apr 01 21:41:09.650184 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (71340324-f6bd-4f25-af91-fa7f482a5ecc), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:09.695379 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (7cffcb90-d78e-458b-9104-7955ffbda552), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:09.725830 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71340324-f6bd-4f25-af91-fa7f482a5ecc,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:09.730827 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Checking segment: {'id': '179e6f1f-6761-4542-b66b-e8506e212463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c6b72277-ac8d-4ba3-b9d0-8e59237795ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:09.731197 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Network hostable DHCP agents. Network: c6b72277-ac8d-4ba3-b9d0-8e59237795ec, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:41:09.749579 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e7614872-78b6-4e9f-a47f-b8c5a18973bb req-924981b9-d7be-446d-b30a-3b93bb2c6c60 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 210 time: 0.0759504 Apr 01 21:41:09.820862 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Network c6b72277-ac8d-4ba3-b9d0-8e59237795ec is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:41:09.894025 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, c6b72277-ac8d-4ba3-b9d0-8e59237795ec) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:09.898371 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:09.899676 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:09.907827 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118e0df-9f7e-4dd6-a83c-e3fe2c979335 None None] Network c6b72277-ac8d-4ba3-b9d0-8e59237795ec requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:10.008852 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-275493f8-2eda-44ce-aa4a-e01ea2ed9373 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7905681 Apr 01 21:41:10.033883 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0b390-609c-4981-b2eb-c616c29a805c None None] Network c6b72277-ac8d-4ba3-b9d0-8e59237795ec requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:10.100602 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4d52513-5581-493e-ad25-fa2fa0c55868 req-082092f8-5b7d-45a6-b12f-db647adaa0b8 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174062 Apr 01 21:41:10.108033 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-575b4e71-d023-414a-8e90-24197a222e75 req-4e43202a-87e5-4a70-b9a4-ef2c05c75cb3 service neutron] 10.222.0.31 "GET /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174816 Apr 01 21:41:10.125227 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Floating IP 7cffcb90-d78e-458b-9104-7955ffbda552 associated. External IP: 172.27.1.3, port: 667fda97-3b9b-4877-bdd6-801ea93977f4. Apr 01 21:41:10.220056 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3138e6-4600-426a-9b33-f9b058cee5b5 req-e7d9dc94-72f3-47b0-afda-29329603bfc4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:10.221862 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea3138e6-4600-426a-9b33-f9b058cee5b5 req-e7d9dc94-72f3-47b0-afda-29329603bfc4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.1669207 Apr 01 21:41:10.296000 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea3138e6-4600-426a-9b33-f9b058cee5b5 req-bcc6e34f-d82e-440b-832d-5d7857fe4a4a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625637 Apr 01 21:41:10.421146 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:41:10.448709 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a09d38-e5ac-4329-bcb1-17cfb0e6c186 req-f667543b-5ed5-491f-b62c-f69df4171e13 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:10.450556 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b3a09d38-e5ac-4329-bcb1-17cfb0e6c186 req-f667543b-5ed5-491f-b62c-f69df4171e13 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.0602019 Apr 01 21:41:10.511562 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b3a09d38-e5ac-4329-bcb1-17cfb0e6c186 req-f2c39f4a-b0e6-4ab9-bb11-240f0b79309b tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Apr 01 21:41:10.542237 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:41:10.547508 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:10.553743 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] Sync routers for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:41:10.564811 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:10.565404 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:10.577219 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c5389959-3bd8-494f-9d77-dc885671c120 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "PUT /v2.0/floatingips/7cffcb90-d78e-458b-9104-7955ffbda552 HTTP/1.1" status: 200 len: 989 time: 2.4396105 Apr 01 21:41:10.577848 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:10.580105 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9586b5ec-02a8-4de7-9982-44088a9faa43" -d '{"events": [{"name": "network-changed", "server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:10.617171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a234296-7e60-4597-8640-02d8d9bac3fd x-openstack-request-id: req-7a234296-7e60-4597-8640-02d8d9bac3fd {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:10.617568 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:10.617819 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a234296-7e60-4597-8640-02d8d9bac3fd {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:10.618229 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a234296-7e60-4597-8640-02d8d9bac3fd'] response: {'name': 'network-changed', 'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'status': 'completed', 'code': 200} Apr 01 21:41:10.678689 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:10.730777 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-6a26c358-bdef-418f-b0b7-bebf30e1034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:10.732306 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-6a26c358-bdef-418f-b0b7-bebf30e1034f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 1129 time: 0.0454803 Apr 01 21:41:10.844894 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-046706d0-3fd9-4b00-8045-45e0be29cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:10.846837 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-046706d0-3fd9-4b00-8045-45e0be29cbd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 911 time: 0.1021867 Apr 01 21:41:10.876005 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad501194-95ff-4c4f-aa7c-d773cd7af269 req-e0c9371a-41e0-48c5-ae01-97ab3ad216c9 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 210 time: 0.0267899 Apr 01 21:41:10.929404 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '7cffcb90-d78e-458b-9104-7955ffbda552', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'port_id': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'mac_address': 'fa:16:3e:28:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:40Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 1, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:10.955921 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-f29ea35f-eaa4-40b7-a7cc-19efa441e70e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 200 len: 997 time: 0.0972936 Apr 01 21:41:10.961369 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] Checking router: 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:41:10.973263 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:10.975051 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:40:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:11.045748 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-79024542-e06e-47c9-b429-f8bc8129bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:11.045748 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-79024542-e06e-47c9-b429-f8bc8129bf16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.0591555 Apr 01 21:41:11.133189 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:11.147634 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-5e99004e-d9a2-4716-abbd-3da2ff1025c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:11.149163 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-5e99004e-d9a2-4716-abbd-3da2ff1025c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891850 Apr 01 21:41:11.203598 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:11.370881 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-9e998bf2-c090-4b87-8166-d1f9c1f265dc service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004596 Apr 01 21:41:11.377471 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '7cffcb90-d78e-458b-9104-7955ffbda552', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'port_id': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'mac_address': 'fa:16:3e:28:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:40Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 1, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:11.405418 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce1548-c833-40ad-ad18-7d8ce3712645 None None] The sync data for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi is: [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '7cffcb90-d78e-458b-9104-7955ffbda552', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'port_id': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'mac_address': 'fa:16:3e:28:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:40Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 1, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:41:11.487913 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26a5dc-89e3-40cc-ac3e-f51472c14698 req-7efa4293-a9ef-4a41-88a6-d882ae9b1143 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:11.489599 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b26a5dc-89e3-40cc-ac3e-f51472c14698 req-7efa4293-a9ef-4a41-88a6-d882ae9b1143 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.1138086 Apr 01 21:41:11.514065 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48812) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:11.529103 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9586b5ec-02a8-4de7-9982-44088a9faa43 req-f070ef36-ae56-4ac3-ac0a-5b777170fd9b service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436217 Apr 01 21:41:11.575737 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b26a5dc-89e3-40cc-ac3e-f51472c14698 req-5335a78e-7ba9-4056-94ec-76c2d2483b9c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756307 Apr 01 21:41:11.648976 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8f26-9654-4675-a2b5-208839e8ce09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:11.665268 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56596e-2ef0-4b98-95ba-51daa4361b66 None None] New status for floating IP 7cffcb90-d78e-458b-9104-7955ffbda552: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:41:11.694422 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce924-a150-4460-8d1f-3ef1c976eb89 req-81d61536-efab-4c33-a811-3f80e7daa8dc tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:11.696091 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a57ce924-a150-4460-8d1f-3ef1c976eb89 req-81d61536-efab-4c33-a811-3f80e7daa8dc tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.0967457 Apr 01 21:41:11.764540 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a57ce924-a150-4460-8d1f-3ef1c976eb89 req-56ade55e-bcc2-41c0-8f03-825ee31c7ae2 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Apr 01 21:41:11.782524 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8f26-9654-4675-a2b5-208839e8ce09 admin admin] Publish callbacks [] for security_group (4a196249-d365-4fb9-8595-a121d8901ee2), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:11.825897 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8f26-9654-4675-a2b5-208839e8ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4a196249-d365-4fb9-8595-a121d8901ee2), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:11.865236 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a9ed8f26-9654-4675-a2b5-208839e8ce09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa3e102424b748f3a229d161813fdab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500261 Apr 01 21:41:11.866129 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed8f26-9654-4675-a2b5-208839e8ce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a196249-d365-4fb9-8595-a121d8901ee2,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:11.868043 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48818) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:11.926123 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b81f0f87-1598-4f32-8b5f-65de14fbd4a8 admin admin] Publish callbacks [] for security_group (4a196249-d365-4fb9-8595-a121d8901ee2), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:11.949630 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b81f0f87-1598-4f32-8b5f-65de14fbd4a8 admin admin] Publish callbacks [] for security_group (4a196249-d365-4fb9-8595-a121d8901ee2), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:11.986273 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ee3aabe5-df85-4fa7-a0ea-3688c62c1c09 req-85c405b1-7904-4180-bc68-41089e2e88f2 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 210 time: 0.0386951 Apr 01 21:41:12.084338 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b81f0f87-1598-4f32-8b5f-65de14fbd4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4a196249-d365-4fb9-8595-a121d8901ee2), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:12.086939 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b81f0f87-1598-4f32-8b5f-65de14fbd4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:12.088105 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b81f0f87-1598-4f32-8b5f-65de14fbd4a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a196249-d365-4fb9-8595-a121d8901ee2 HTTP/1.1" status: 204 len: 168 time: 0.2190804 Apr 01 21:41:12.096705 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f0f87-1598-4f32-8b5f-65de14fbd4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a196249-d365-4fb9-8595-a121d8901ee2,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:12.604502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48840) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:12.618655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a339-991c-4b12-80c7-c16c7d3551d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:12.688410 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c3b07-893d-43fb-b75c-65812fbcd8f9 req-e3cd6618-6f7e-4d5b-9551-3f237494e061 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:12.689919 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8f9c3b07-893d-43fb-b75c-65812fbcd8f9 req-e3cd6618-6f7e-4d5b-9551-3f237494e061 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0562253 Apr 01 21:41:12.698608 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a339-991c-4b12-80c7-c16c7d3551d1 admin admin] Publish callbacks [] for security_group (5d824b4b-06f9-47b3-ad53-1b6eab278362), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:12.739111 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8f9c3b07-893d-43fb-b75c-65812fbcd8f9 req-68243957-5e88-47d0-b31c-709f0f5343b4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Apr 01 21:41:12.763166 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a339-991c-4b12-80c7-c16c7d3551d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (5d824b4b-06f9-47b3-ad53-1b6eab278362), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:12.802951 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3ef7a339-991c-4b12-80c7-c16c7d3551d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74d992bbff914decaeea595932062f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965516 Apr 01 21:41:12.804149 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7a339-991c-4b12-80c7-c16c7d3551d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d824b4b-06f9-47b3-ad53-1b6eab278362,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:12.805600 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48844) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:12.859682 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3d26ee23-0cc0-4840-b8c6-dae0ba20806a admin admin] Publish callbacks [] for security_group (5d824b4b-06f9-47b3-ad53-1b6eab278362), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:12.881634 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3d26ee23-0cc0-4840-b8c6-dae0ba20806a admin admin] Publish callbacks [] for security_group (5d824b4b-06f9-47b3-ad53-1b6eab278362), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:12.962809 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f434-2cc2-4b51-811f-42f59c03fade req-0c1613e1-8276-4cd7-82c6-2f84b01d80e0 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:12.965123 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37b6f434-2cc2-4b51-811f-42f59c03fade req-0c1613e1-8276-4cd7-82c6-2f84b01d80e0 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.1205785 Apr 01 21:41:13.014491 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3d26ee23-0cc0-4840-b8c6-dae0ba20806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (5d824b4b-06f9-47b3-ad53-1b6eab278362), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:13.017888 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3d26ee23-0cc0-4840-b8c6-dae0ba20806a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:13.018013 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-dcb4db0e-3c61-4b8c-9563-d09d26a85075 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:13.019389 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3d26ee23-0cc0-4840-b8c6-dae0ba20806a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d824b4b-06f9-47b3-ad53-1b6eab278362 HTTP/1.1" status: 204 len: 168 time: 0.2120595 Apr 01 21:41:13.019512 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-dcb4db0e-3c61-4b8c-9563-d09d26a85075 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "GET /v2.0/networks?id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf HTTP/1.1" status: 200 len: 808 time: 0.1485856 Apr 01 21:41:13.030086 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ee23-0cc0-4840-b8c6-dae0ba20806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d824b4b-06f9-47b3-ad53-1b6eab278362,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:13.043363 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37b6f434-2cc2-4b51-811f-42f59c03fade req-e9662c05-5476-4158-a403-d11aab4438ef tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698752 Apr 01 21:41:13.050743 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Request body: {'port': {'device_id': '449b4d9c-7924-4699-90e1-48506826687e', 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf', 'admin_state_up': True, 'tenant_id': '8568b789dd9d4e7898fc1860a5436b9b'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:13.118147 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6a13ef96-740c-4c03-91c1-b24b347e9c71 req-2555ec5b-4e63-488a-97be-0c63d35bdf0a tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 210 time: 0.0338230 Apr 01 21:41:13.220560 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Made reservation on behalf of 8568b789dd9d4e7898fc1860a5436b9b for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:13.223972 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:13.353934 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Allocated IP 172.20.0.2 (92b8114e-570c-4ad5-9b25-c3082fc2dcaf/9d33cd1f-8b2c-453e-8221-3c12c9f6668c/7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:13.503808 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks [] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:13.610004 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:13.663967 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:13.691537 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:13.694466 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Pushing event updated for resources: {'Port': ['ID=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:13.696646 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:13.757430 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-3403a638-7d5c-4ce7-a12a-b3a112ee3702 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:13.760447 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-3403a638-7d5c-4ce7-a12a-b3a112ee3702 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.1145570 Apr 01 21:41:13.765245 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:13.765840 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:13.905394 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-4f4f1161-e5a8-4596-b7e9-bf3dd7841d03 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609371 Apr 01 21:41:13.929131 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Request body: {'port': {'device_id': '449b4d9c-7924-4699-90e1-48506826687e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:13.937783 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee8f8-f6ee-4e9f-b0d2-b4152ad2c1db req-d7eb38e7-8fb3-486b-9c0c-e7fad62b1d24 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:13.939311 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-349ee8f8-f6ee-4e9f-b0d2-b4152ad2c1db req-d7eb38e7-8fb3-486b-9c0c-e7fad62b1d24 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.1289876 Apr 01 21:41:14.035182 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Deleting port 628171aa-eec8-4808-b00b-418b0b0807ef {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:41:14.035520 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:14.096324 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:14.129161 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-349ee8f8-f6ee-4e9f-b0d2-b4152ad2c1db req-cc21dce1-3bdb-4497-8942-38b2ab731f77 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655331 Apr 01 21:41:14.311834 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] For port 628171aa-eec8-4808-b00b-418b0b0807ef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=628171aa-eec8-4808-b00b-418b0b0807ef,segment=NetworkSegment(6810f957-a635-4b94-a790-504b8dae977f),segment_id=6810f957-a635-4b94-a790-504b8dae977f)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:14.312719 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:14.341366 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Calling delete_port for 628171aa-eec8-4808-b00b-418b0b0807ef owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:41:14.435732 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd15d7-1e53-4c05-9fc8-de5d4ddefd2b req-131202e4-eace-46d5-8816-806cd99b0188 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:14.438024 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9dbd15d7-1e53-4c05-9fc8-de5d4ddefd2b req-131202e4-eace-46d5-8816-806cd99b0188 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 946 time: 0.2547951 Apr 01 21:41:14.466968 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963104d-9a6f-40fc-b765-df3ca5064d05 req-5a8be19f-ff83-4028-9c2e-097ebccf24a9 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:14.468413 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9963104d-9a6f-40fc-b765-df3ca5064d05 req-5a8be19f-ff83-4028-9c2e-097ebccf24a9 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 931 time: 0.2606926 Apr 01 21:41:14.485928 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9dbd15d7-1e53-4c05-9fc8-de5d4ddefd2b req-b10bb960-3e6b-4499-a94d-22f4c23bc70d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/security-groups?id=88d5ee58-70a1-4fde-8d89-ea1c1804e31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Apr 01 21:41:14.583299 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9963104d-9a6f-40fc-b765-df3ca5064d05 req-f12fa340-9339-4177-b20f-708bc264306a tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044960 Apr 01 21:41:14.658069 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:41:14.666089 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:41:14.675870 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Publish callbacks [] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:14.728994 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Transition to ACTIVE for port object 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:41:14.730116 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (628171aa-eec8-4808-b00b-418b0b0807ef), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:14.761364 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Pushing event deleted for resources: {'Port': ['ID=628171aa-eec8-4808-b00b-418b0b0807ef,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:14.790573 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:14.848494 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] No DVR routers for this DVR port 628171aa-eec8-4808-b00b-418b0b0807ef on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:41:14.857636 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:14.861399 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-41027bf2-34f5-4a7c-a65d-fb2abaabaf6d req-c0b7033d-49f0-48c8-8c5d-55d1b487479d tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.31 "DELETE /v2.0/ports/628171aa-eec8-4808-b00b-418b0b0807ef HTTP/1.1" status: 204 len: 173 time: 1.0874529 Apr 01 21:41:14.861854 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'name': 'network-vif-deleted', 'tag': '628171aa-eec8-4808-b00b-418b0b0807ef'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:14.864051 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c48b1-e0d5-45d4-bcbf-3141924e0166" -d '{"events": [{"server_uuid": "9bdfa21e-997c-4606-b62f-6b24e5874696", "name": "network-vif-deleted", "tag": "628171aa-eec8-4808-b00b-418b0b0807ef"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:14.884810 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:15.145680 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36563e16-eb8d-4647-bdd5-c84771802a24 x-openstack-request-id: req-36563e16-eb8d-4647-bdd5-c84771802a24 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:15.145969 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdfa21e-997c-4606-b62f-6b24e5874696", "name": "network-vif-deleted", "tag": "628171aa-eec8-4808-b00b-418b0b0807ef", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:15.146224 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36563e16-eb8d-4647-bdd5-c84771802a24 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:15.148911 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36563e16-eb8d-4647-bdd5-c84771802a24'] response: {'server_uuid': '9bdfa21e-997c-4606-b62f-6b24e5874696', 'name': 'network-vif-deleted', 'tag': '628171aa-eec8-4808-b00b-418b0b0807ef', 'status': 'completed', 'code': 200} Apr 01 21:41:15.178069 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Attempting to bind port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:15.178466 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Attempting to bind port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:15.178917 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Attempting to bind port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d on network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:15.184526 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d on network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:41:15.185007 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Attempting to bind port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d on network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:15.190459 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:15.190894 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Checking segment: {'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:15.196328 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Bound using segment: {'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:15.196328 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Bound port: 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:15.196328 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:15.290960 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f15715-4e69-4a3b-91d1-ae71cb53c81e req-314b1276-0da7-41d2-a13d-2e14716ef0ca tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:15.292455 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b8f15715-4e69-4a3b-91d1-ae71cb53c81e req-314b1276-0da7-41d2-a13d-2e14716ef0ca tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0914552 Apr 01 21:41:15.300551 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] For port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:15.307983 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] For port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:15.362201 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b8f15715-4e69-4a3b-91d1-ae71cb53c81e req-f7da2cd4-864b-4d66-b1fe-b1381242c857 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635569 Apr 01 21:41:15.369270 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:15.404151 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:15.404761 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:15.406669 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] 10.222.0.31 "PUT /v2.0/ports/7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d HTTP/1.1" status: 200 len: 1093 time: 1.4859221 Apr 01 21:41:15.427864 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaea560-c9ff-49b5-ae2a-46fba0756b8d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:15.588264 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-2905e3d0-548a-4a0e-9c2a-3a4d8f4be729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:15.589939 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-2905e3d0-548a-4a0e-9c2a-3a4d8f4be729 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 1127 time: 0.0497758 Apr 01 21:41:15.591024 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ec33d1c1-c4a5-465b-a620-fa909c70e193 req-ee326f89-c875-4295-bb0c-89e050cce615 tempest-DeleteServersTestJSON-1179050773 tempest-DeleteServersTestJSON-1179050773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdfa21e-997c-4606-b62f-6b24e5874696 HTTP/1.1" status: 200 len: 210 time: 0.0314610 Apr 01 21:41:15.677754 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-6a341551-ed70-4146-94e1-b7781dd284f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d HTTP/1.1" status: 200 len: 217 time: 0.0481555 Apr 01 21:41:15.750696 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-6a5caabb-7ba9-4c16-8768-850b825599f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:15.752128 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-6a5caabb-7ba9-4c16-8768-850b825599f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33cd1f-8b2c-453e-8221-3c12c9f6668c HTTP/1.1" status: 200 len: 848 time: 0.0643430 Apr 01 21:41:15.764208 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3174-a761-4ccf-8757-dc6eeae0a168 req-f5f65238-a887-4734-acde-50793f699508 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:15.766256 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-09db3174-a761-4ccf-8757-dc6eeae0a168 req-f5f65238-a887-4734-acde-50793f699508 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 943 time: 0.0910239 Apr 01 21:41:15.796734 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-16b09da0-9ea0-45cc-92a4-706dccf5f198 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295055 Apr 01 21:41:15.884273 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-09db3174-a761-4ccf-8757-dc6eeae0a168 req-b2bcbb08-c455-4646-8d34-6bfa082b79d4 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098797 Apr 01 21:41:15.922197 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-0ee76f04-8963-4e4b-be53-ea2dc783d726 service neutron] 10.222.0.31 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153073 Apr 01 21:41:16.019124 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a944d4d7-9b46-4416-bb0c-c890667b7d1e req-db277953-d821-4d42-b1ba-dba5062de8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Apr 01 21:41:16.040474 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 628171aa-eec8-4808-b00b-418b0b0807ef no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:41:16.062928 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 628171aa-eec8-4808-b00b-418b0b0807ef {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:41:16.068803 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 628171aa-eec8-4808-b00b-418b0b0807ef not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:41:16.478094 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584855a1-5e51-485b-8bef-04cae8f958cf req-d238859a-81e9-4469-8f42-449314de5fa7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:16.479573 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-584855a1-5e51-485b-8bef-04cae8f958cf req-d238859a-81e9-4469-8f42-449314de5fa7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0509105 Apr 01 21:41:16.528780 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-584855a1-5e51-485b-8bef-04cae8f958cf req-65b6ac19-1d04-4e24-bc67-6e67717915d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Apr 01 21:41:17.018166 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969080-e090-4de9-8516-46dedbf99c60 req-1b95801b-f944-4115-b7a3-1cac5a38b391 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:17.022422 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e3969080-e090-4de9-8516-46dedbf99c60 req-1b95801b-f944-4115-b7a3-1cac5a38b391 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 943 time: 0.0656137 Apr 01 21:41:17.069036 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e3969080-e090-4de9-8516-46dedbf99c60 req-19a20198-e2ba-4f55-910f-88de7f9d24d8 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Apr 01 21:41:17.148218 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449b4d9c-7924-4699-90e1-48506826687e', 'tag': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:17.150600 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4725a016-7a1d-446c-85a0-17157f782440" -d '{"events": [{"name": "network-changed", "server_uuid": "449b4d9c-7924-4699-90e1-48506826687e", "tag": "7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:17.186156 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1c5b0c-c15a-4ed4-b411-97512eb12482 x-openstack-request-id: req-9d1c5b0c-c15a-4ed4-b411-97512eb12482 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:17.187156 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449b4d9c-7924-4699-90e1-48506826687e", "tag": "7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:17.187156 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d1c5b0c-c15a-4ed4-b411-97512eb12482 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:17.187156 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1c5b0c-c15a-4ed4-b411-97512eb12482'] response: {'name': 'network-changed', 'server_uuid': '449b4d9c-7924-4699-90e1-48506826687e', 'tag': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d', 'status': 'completed', 'code': 200} Apr 01 21:41:17.286917 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725a016-7a1d-446c-85a0-17157f782440 req-a20a2e39-ca24-41b2-b566-c7391d93835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:17.288462 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4725a016-7a1d-446c-85a0-17157f782440 req-a20a2e39-ca24-41b2-b566-c7391d93835f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 1127 time: 0.0444720 Apr 01 21:41:17.392420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725a016-7a1d-446c-85a0-17157f782440 req-3a297cc1-cf21-4ebb-9179-e97a30627e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:17.392420 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4725a016-7a1d-446c-85a0-17157f782440 req-3a297cc1-cf21-4ebb-9179-e97a30627e9a service neutron] 10.222.0.31 "GET /v2.0/networks?id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf HTTP/1.1" status: 200 len: 909 time: 0.0935211 Apr 01 21:41:17.429448 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4725a016-7a1d-446c-85a0-17157f782440 req-d96193ed-0b6e-48bc-8ef7-4a993b43cd35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d HTTP/1.1" status: 200 len: 217 time: 0.0346994 Apr 01 21:41:17.483453 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725a016-7a1d-446c-85a0-17157f782440 req-a5ef1797-04c3-4c02-bcbd-6ddd0aeef41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:17.484960 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4725a016-7a1d-446c-85a0-17157f782440 req-a5ef1797-04c3-4c02-bcbd-6ddd0aeef41d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33cd1f-8b2c-453e-8221-3c12c9f6668c HTTP/1.1" status: 200 len: 848 time: 0.0439506 Apr 01 21:41:17.528318 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4725a016-7a1d-446c-85a0-17157f782440 req-fb678172-8ab6-4003-a7cf-73cf57c50f10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241711 Apr 01 21:41:17.663466 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4725a016-7a1d-446c-85a0-17157f782440 req-24c894bd-ee9e-49a0-92dc-1e4f9597bab1 service neutron] 10.222.0.31 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247988 Apr 01 21:41:17.679169 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cf1a5-0833-44ff-a92c-394cca836628 req-c5c7b6e3-0a1f-4b92-b743-9861b521f1bd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:17.680617 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7f9cf1a5-0833-44ff-a92c-394cca836628 req-c5c7b6e3-0a1f-4b92-b743-9861b521f1bd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0798728 Apr 01 21:41:17.783518 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7f9cf1a5-0833-44ff-a92c-394cca836628 req-669b43c8-60d7-4af0-8c74-1c2c0588f304 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941815 Apr 01 21:41:17.800195 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4725a016-7a1d-446c-85a0-17157f782440 req-fe712f89-257b-4e3d-9a36-315297f83e63 service neutron] 10.222.0.31 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185312 Apr 01 21:41:18.034587 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:41:18.169330 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 48984) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:18.180207 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:18.196577 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d', 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf', 'port_id': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d', 'mac_address': 'fa:16:3e:a6:24:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d33cd1f-8b2c-453e-8221-3c12c9f6668c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:41:18.201678 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752ade9-8daf-4421-8f20-7411ac0e1d00 req-48e1c907-9916-4f21-8f3d-7209d2ccdf82 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:18.209167 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e752ade9-8daf-4421-8f20-7411ac0e1d00 req-48e1c907-9916-4f21-8f3d-7209d2ccdf82 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 943 time: 0.0653267 Apr 01 21:41:18.227102 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] Deleting subnet c9ad9240-34b4-4921-8d50-1c7a64539f99 {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:41:18.230168 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] Publish callbacks [] for subnet (c9ad9240-34b4-4921-8d50-1c7a64539f99), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.256835 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:18.257233 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.262120 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e752ade9-8daf-4421-8f20-7411ac0e1d00 req-07d6f488-0e21-4e40-b0cd-a22f4a6bb5d3 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520039 Apr 01 21:41:18.268508 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] Publish callbacks [] for subnet (c9ad9240-34b4-4921-8d50-1c7a64539f99), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.278053 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (c9ad9240-34b4-4921-8d50-1c7a64539f99), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.281567 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:41:18.301124 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:18.356942 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.380191 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (c9ad9240-34b4-4921-8d50-1c7a64539f99), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.406462 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:18.409625 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ad9240-34b4-4921-8d50-1c7a64539f99,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:18.413230 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.414403 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.414763 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.415083 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.415450 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.415791 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.416127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.416459 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.416789 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.417176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.417511 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.417867 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.418212 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.419363 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 48988) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:18.419444 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1e1c2415-4d49-4358-bf83-7a8317c3b8ca admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c9ad9240-34b4-4921-8d50-1c7a64539f99 HTTP/1.1" status: 204 len: 168 time: 0.2487981 Apr 01 21:41:18.419694 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.420076 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.420423 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:18.492022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (f3e18272-ef08-46b8-b80a-b86317da3c99), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.569344 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (f3e18272-ef08-46b8-b80a-b86317da3c99), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.599601 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e18272-ef08-46b8-b80a-b86317da3c99']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:18.605013 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6810f957-a635-4b94-a790-504b8dae977f') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:18.605310 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6810f957-a635-4b94-a790-504b8dae977f') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:18.614797 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (6810f957-a635-4b94-a790-504b8dae977f), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.629171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (6810f957-a635-4b94-a790-504b8dae977f), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.635316 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:41:18.635694 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (6810f957-a635-4b94-a790-504b8dae977f), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:41:18.637295 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:41:18.728888 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (f3e18272-ef08-46b8-b80a-b86317da3c99), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.733361 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:18.739563 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] 10.222.0.30 "DELETE /v2.0/networks/f3e18272-ef08-46b8-b80a-b86317da3c99 HTTP/1.1" status: 204 len: 168 time: 0.3168817 Apr 01 21:41:18.750377 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88cdd-bb85-4440-9ea1-f8cd30ecea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e18272-ef08-46b8-b80a-b86317da3c99,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:18.772661 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:41:18.913838 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1a6ff-f6c2-4bcc-a733-54747eb5e934 req-ef89d158-d081-46b1-a71b-5248edeaf06c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:18.915335 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-11b1a6ff-f6c2-4bcc-a733-54747eb5e934 req-ef89d158-d081-46b1-a71b-5248edeaf06c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0514998 Apr 01 21:41:18.962135 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-11b1a6ff-f6c2-4bcc-a733-54747eb5e934 req-b67f8f65-4e68-4df3-81ee-87e50e0ad358 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Apr 01 21:41:19.206990 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49016) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:19.247716 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e3edad6a-743c-468c-a2e1-416c9bab6c22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ab324afb9714663b9391c6807248927&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394301 Apr 01 21:41:19.250644 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49020) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:19.300281 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f4779698-07fe-4e62-870e-40b03eb5cf61 admin admin] Publish callbacks [] for security_group (88d5ee58-70a1-4fde-8d89-ea1c1804e31a), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:19.322048 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f4779698-07fe-4e62-870e-40b03eb5cf61 admin admin] Publish callbacks [] for security_group (88d5ee58-70a1-4fde-8d89-ea1c1804e31a), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:19.385002 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d5115-b84e-4492-b715-a1adf41240e2 req-d9904232-e1c3-426d-b1b9-dc53da77a1d3 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:19.386573 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d63d5115-b84e-4492-b715-a1adf41240e2 req-d9904232-e1c3-426d-b1b9-dc53da77a1d3 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 944 time: 0.0556631 Apr 01 21:41:19.432091 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f4779698-07fe-4e62-870e-40b03eb5cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (88d5ee58-70a1-4fde-8d89-ea1c1804e31a), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:19.435063 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f4779698-07fe-4e62-870e-40b03eb5cf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:19.436393 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f4779698-07fe-4e62-870e-40b03eb5cf61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88d5ee58-70a1-4fde-8d89-ea1c1804e31a HTTP/1.1" status: 204 len: 168 time: 0.1848645 Apr 01 21:41:19.439143 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d63d5115-b84e-4492-b715-a1adf41240e2 req-46ed5c63-c803-49cf-a996-53e4d399d075 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467741 Apr 01 21:41:19.449464 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4779698-07fe-4e62-870e-40b03eb5cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d5ee58-70a1-4fde-8d89-ea1c1804e31a,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:20.036303 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:20.095973 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ddee-8910-4d2d-a29e-15e016cc3826 req-c8bbe477-c2fc-42d3-9c44-799162398af3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:20.098855 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a9a3ddee-8910-4d2d-a29e-15e016cc3826 req-c8bbe477-c2fc-42d3-9c44-799162398af3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0651119 Apr 01 21:41:20.128743 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:41:20.134147 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:20.135116 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:20.152764 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a9a3ddee-8910-4d2d-a29e-15e016cc3826 req-5f9f9cbb-149e-4033-a0d2-e2f18926f43c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480866 Apr 01 21:41:20.231057 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:20.231402 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:20.255470 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449b4d9c-7924-4699-90e1-48506826687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:20.263401 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e876e19-2661-4eb3-b35c-f3016ee46dd2" -d '{"events": [{"server_uuid": "449b4d9c-7924-4699-90e1-48506826687e", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:20.270425 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:20.304007 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27af579-4ba5-4243-8f80-1fa3f25c9921 x-openstack-request-id: req-a27af579-4ba5-4243-8f80-1fa3f25c9921 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:20.304403 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449b4d9c-7924-4699-90e1-48506826687e", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:20.304983 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a27af579-4ba5-4243-8f80-1fa3f25c9921 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:20.305326 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27af579-4ba5-4243-8f80-1fa3f25c9921'] response: {'server_uuid': '449b4d9c-7924-4699-90e1-48506826687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d', 'code': 200} Apr 01 21:41:20.334846 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:20.382670 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:20.572477 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f9503-0721-4a9d-ba6c-a87972ac71dd req-5717499b-c925-4f79-b851-b2249474aa2e tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:20.574105 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-112f9503-0721-4a9d-ba6c-a87972ac71dd req-5717499b-c925-4f79-b851-b2249474aa2e tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 945 time: 0.0590699 Apr 01 21:41:20.657731 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-112f9503-0721-4a9d-ba6c-a87972ac71dd req-a452a242-cce0-4fbc-9d4c-ace8e0f5395d tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708940 Apr 01 21:41:20.666088 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e4cda-d7ab-4552-920b-e5c364653228 req-081cfc1a-5c83-4066-8b4c-0603075da270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:20.667608 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-104e4cda-d7ab-4552-920b-e5c364653228 req-081cfc1a-5c83-4066-8b4c-0603075da270 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 1129 time: 0.0598676 Apr 01 21:41:20.722851 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-104e4cda-d7ab-4552-920b-e5c364653228 req-e2678ad3-ebdf-4e68-ab2b-c7a09f4cd49e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Apr 01 21:41:21.270400 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871b46e-ac6e-43d2-916d-c558ccea052b req-48a32de3-f78e-49e9-9f6e-de00b5dd12d8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:21.271936 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9871b46e-ac6e-43d2-916d-c558ccea052b req-48a32de3-f78e-49e9-9f6e-de00b5dd12d8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0511034 Apr 01 21:41:21.320816 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9871b46e-ac6e-43d2-916d-c558ccea052b req-b9564274-e6f7-4f3b-9c70-3fb843dded0f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Apr 01 21:41:21.774707 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02d3a-2524-403b-9247-be3ec1d63fba req-5ca6b842-46d9-4df5-b8fc-df9c71e9fd63 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:21.776266 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2bb02d3a-2524-403b-9247-be3ec1d63fba req-5ca6b842-46d9-4df5-b8fc-df9c71e9fd63 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 945 time: 0.0540152 Apr 01 21:41:21.830277 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2bb02d3a-2524-403b-9247-be3ec1d63fba req-3e80cadd-2a7f-47af-ba91-4ab9348a9bfc tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Apr 01 21:41:22.349979 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49188) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:22.363237 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5cf58463-ec3e-4faf-b91b-19ce5abf915b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.463469 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0f75c-6455-4319-b8f7-4b7033f1cd39 req-a0222849-3fc9-4e2f-8565-32e307ebec50 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:22.464978 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2bc0f75c-6455-4319-b8f7-4b7033f1cd39 req-a0222849-3fc9-4e2f-8565-32e307ebec50 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0726011 Apr 01 21:41:22.477586 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cf98f7d0-ff36-48e9-91e4-e676c4fc14bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.513040 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2bc0f75c-6455-4319-b8f7-4b7033f1cd39 req-3bc2a710-a6b9-4923-9945-1f420755bebc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Apr 01 21:41:22.556407 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cf98f7d0-ff36-48e9-91e4-e676c4fc14bb admin admin] Publish callbacks [] for security_group (838dc01e-257f-40e6-a5bc-d21d81a2d27c), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.654147 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cf98f7d0-ff36-48e9-91e4-e676c4fc14bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (838dc01e-257f-40e6-a5bc-d21d81a2d27c), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.693593 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98f7d0-ff36-48e9-91e4-e676c4fc14bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838dc01e-257f-40e6-a5bc-d21d81a2d27c,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:22.697876 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-cf98f7d0-ff36-48e9-91e4-e676c4fc14bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c4d68069b72477c96993464854e8a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468051 Apr 01 21:41:22.700581 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49194) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:22.749234 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d0f9686d-9ec3-4ac8-9b68-96bd2ec8ba27 admin admin] Publish callbacks [] for security_group (838dc01e-257f-40e6-a5bc-d21d81a2d27c), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.778233 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d0f9686d-9ec3-4ac8-9b68-96bd2ec8ba27 admin admin] Publish callbacks [] for security_group (838dc01e-257f-40e6-a5bc-d21d81a2d27c), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.950949 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdd839-d4a5-4044-a8ac-6f519e9890e4 req-2f47dab2-29b2-4f29-9d73-22fc26d3b5b4 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:22.952959 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-71bdd839-d4a5-4044-a8ac-6f519e9890e4 req-2f47dab2-29b2-4f29-9d73-22fc26d3b5b4 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 945 time: 0.0538552 Apr 01 21:41:22.965933 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d0f9686d-9ec3-4ac8-9b68-96bd2ec8ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (838dc01e-257f-40e6-a5bc-d21d81a2d27c), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.969255 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d0f9686d-9ec3-4ac8-9b68-96bd2ec8ba27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:22.972697 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d0f9686d-9ec3-4ac8-9b68-96bd2ec8ba27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/838dc01e-257f-40e6-a5bc-d21d81a2d27c HTTP/1.1" status: 204 len: 168 time: 0.2689490 Apr 01 21:41:22.989985 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9686d-9ec3-4ac8-9b68-96bd2ec8ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838dc01e-257f-40e6-a5bc-d21d81a2d27c,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:23.023609 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-71bdd839-d4a5-4044-a8ac-6f519e9890e4 req-c19a4251-39ca-42ce-9ece-53e01fe08d9d tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646577 Apr 01 21:41:23.633687 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfd6e3-6853-4d91-809a-c24d3eb2a94d req-38f53e6f-d2e1-47d7-b0c6-da7c0cc49bf1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:23.635186 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-54cfd6e3-6853-4d91-809a-c24d3eb2a94d req-38f53e6f-d2e1-47d7-b0c6-da7c0cc49bf1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Apr 01 21:41:23.660040 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49218) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:23.683103 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7290bb5e-d8e8-40ec-b53e-87bdb7fae370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:23.694458 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-54cfd6e3-6853-4d91-809a-c24d3eb2a94d req-4bf77f80-91b5-462c-8b39-ee018d27fc8d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526900 Apr 01 21:41:23.780203 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7290bb5e-d8e8-40ec-b53e-87bdb7fae370 admin admin] Publish callbacks [] for security_group (9a07c194-7e56-494a-8f44-f9cb2c47f726), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:23.842440 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7290bb5e-d8e8-40ec-b53e-87bdb7fae370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9a07c194-7e56-494a-8f44-f9cb2c47f726), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:23.882153 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7290bb5e-d8e8-40ec-b53e-87bdb7fae370 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cab25c54a80e47bba8fab2718d3362ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205112 Apr 01 21:41:23.884051 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290bb5e-d8e8-40ec-b53e-87bdb7fae370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a07c194-7e56-494a-8f44-f9cb2c47f726,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:23.884827 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49224) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:23.932938 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-388daeea-b91e-45de-ae04-ccaa69f4b9c4 admin admin] Publish callbacks [] for security_group (9a07c194-7e56-494a-8f44-f9cb2c47f726), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:23.954487 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-388daeea-b91e-45de-ae04-ccaa69f4b9c4 admin admin] Publish callbacks [] for security_group (9a07c194-7e56-494a-8f44-f9cb2c47f726), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:24.076731 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-388daeea-b91e-45de-ae04-ccaa69f4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9a07c194-7e56-494a-8f44-f9cb2c47f726), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:24.079370 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-388daeea-b91e-45de-ae04-ccaa69f4b9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:24.080516 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-388daeea-b91e-45de-ae04-ccaa69f4b9c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a07c194-7e56-494a-8f44-f9cb2c47f726 HTTP/1.1" status: 204 len: 168 time: 0.1946778 Apr 01 21:41:24.088337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388daeea-b91e-45de-ae04-ccaa69f4b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a07c194-7e56-494a-8f44-f9cb2c47f726,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:24.625748 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c57c39b2-4cfc-4cbc-b802-72b54b4c65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:24.820385 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f4174-0593-47fd-a2d1-192138c72271 req-0df48d94-a08e-40b5-b65e-e7a89ddc6ee8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:24.821908 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-920f4174-0593-47fd-a2d1-192138c72271 req-0df48d94-a08e-40b5-b65e-e7a89ddc6ee8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0576160 Apr 01 21:41:24.873234 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-920f4174-0593-47fd-a2d1-192138c72271 req-7358af91-8da4-4134-885f-94ebf3317e77 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Apr 01 21:41:24.951184 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61411560-a116-4d16-8390-fc852f6d5187 req-d7f384fe-c6ee-40dd-a30e-f832aeed3b08 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:24.953300 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-61411560-a116-4d16-8390-fc852f6d5187 req-d7f384fe-c6ee-40dd-a30e-f832aeed3b08 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 945 time: 0.0540402 Apr 01 21:41:25.005214 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-61411560-a116-4d16-8390-fc852f6d5187 req-d012d483-6a3a-4df2-95a3-b00ade4dcd96 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Apr 01 21:41:25.825121 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:25.997683 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e86b8-6246-441e-8ca3-ad6053da0dec req-6e1cb12d-ce96-4cbe-8eb4-f46ed6814ce0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:26.000162 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d9e86b8-6246-441e-8ca3-ad6053da0dec req-6e1cb12d-ce96-4cbe-8eb4-f46ed6814ce0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0568109 Apr 01 21:41:26.053492 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d9e86b8-6246-441e-8ca3-ad6053da0dec req-b3d22fce-b906-4c6a-bb0a-246fa913c7dc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Apr 01 21:41:26.126765 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294ec44-c672-42a4-8eba-900a4c67b62d req-92796f55-d898-4161-a700-bab4ed7c0190 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:26.129074 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a294ec44-c672-42a4-8eba-900a4c67b62d req-92796f55-d898-4161-a700-bab4ed7c0190 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 945 time: 0.0518773 Apr 01 21:41:26.178032 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a294ec44-c672-42a4-8eba-900a4c67b62d req-d36d3cc2-cbae-4abc-a3a9-f5282ebfa6e5 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Apr 01 21:41:26.572268 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49326) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:26.633282 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] Deleting subnet 3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:41:26.636579 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] Publish callbacks [] for subnet (3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:26.676042 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555033'] for subnet (3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:26.720691 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:26.837883 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9555080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9403925'] for subnet (3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:26.864885 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:26.868694 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:26.871898 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-1844f372-3bf3-4a36-bb04-19721b27c5cc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3a859d4d-2cef-4bdb-bf15-6c16cfbfb09b HTTP/1.1" status: 204 len: 168 time: 0.2985296 Apr 01 21:41:26.876969 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49340) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:26.949274 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (8bf68683-43d8-46c7-8db1-e09caf097bcb), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.020032 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.026232 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (8bf68683-43d8-46c7-8db1-e09caf097bcb), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.051969 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf68683-43d8-46c7-8db1-e09caf097bcb']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:27.061356 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409b3069-ded0-4029-9d90-c693120c4ddb') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:27.061724 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409b3069-ded0-4029-9d90-c693120c4ddb') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:27.071428 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (409b3069-ded0-4029-9d90-c693120c4ddb), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.088026 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (409b3069-ded0-4029-9d90-c693120c4ddb), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (409b3069-ded0-4029-9d90-c693120c4ddb), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:41:27.097075 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:41:27.231064 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd8097-0a60-4597-9b61-d861f4057b18 req-56732eca-900e-47e2-88b3-3828231edff4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:27.232585 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fedd8097-0a60-4597-9b61-d861f4057b18 req-56732eca-900e-47e2-88b3-3828231edff4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.1020038 Apr 01 21:41:27.250064 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e3674-4213-42ce-bba7-172fafb81244 req-2031e3c6-f345-427d-bfe0-26901a58185d tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:27.251485 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-331e3674-4213-42ce-bba7-172fafb81244 req-2031e3c6-f345-427d-bfe0-26901a58185d tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 945 time: 0.0850546 Apr 01 21:41:27.274169 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (8bf68683-43d8-46c7-8db1-e09caf097bcb), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.305412 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606768-f7ca-4e0c-83f2-15dca0b7bcc6 req-3d63cab8-5568-4ad3-bf27-18dd498a6b68 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:27.307023 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fa606768-f7ca-4e0c-83f2-15dca0b7bcc6 req-3d63cab8-5568-4ad3-bf27-18dd498a6b68 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 945 time: 0.0575259 Apr 01 21:41:27.315949 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.319399 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8bf68683-43d8-46c7-8db1-e09caf097bcb HTTP/1.1" status: 204 len: 168 time: 0.4414685 Apr 01 21:41:27.329379 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49352) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:27.339657 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c10bae-b108-4c63-a449-7c1329cda359 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf68683-43d8-46c7-8db1-e09caf097bcb,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:27.352622 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fedd8097-0a60-4597-9b61-d861f4057b18 req-3cfe66f8-eceb-4789-8ace-fb62bed717bc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114740 Apr 01 21:41:27.401133 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Deleting port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:41:27.401469 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.423278 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fa606768-f7ca-4e0c-83f2-15dca0b7bcc6 req-9f4692cf-ffb4-4d46-a905-d155efa00920 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072619 Apr 01 21:41:27.429679 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] Deleting subnet 71340324-f6bd-4f25-af91-fa7f482a5ecc {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:41:27.433442 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] Publish callbacks [] for subnet (71340324-f6bd-4f25-af91-fa7f482a5ecc), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.435088 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49354) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:27.475760 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] Publish callbacks [] for subnet (71340324-f6bd-4f25-af91-fa7f482a5ecc), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.481358 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (71340324-f6bd-4f25-af91-fa7f482a5ecc), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.496761 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] For port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:27.497136 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.511975 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Calling delete_port for 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:41:27.571991 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0462711c-0516-4726-9a95-b00c512f27a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.614484 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (71340324-f6bd-4f25-af91-fa7f482a5ecc), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.642264 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71340324-f6bd-4f25-af91-fa7f482a5ecc,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:27.644321 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.650042 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49360) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:27.650242 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-41c4ac78-17f9-4e71-801a-7cba358428aa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/71340324-f6bd-4f25-af91-fa7f482a5ecc HTTP/1.1" status: 204 len: 168 time: 0.3187475 Apr 01 21:41:27.701869 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.746349 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Pushing event deleted for resources: {'Port': ['ID=7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:27.758527 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:41:27.762254 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0462711c-0516-4726-9a95-b00c512f27a6 admin admin] Publish callbacks [] for security_group (2610c7ad-4ea5-4b3a-936c-f678d9c98b98), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.779075 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (c6b72277-ac8d-4ba3-b9d0-8e59237795ec), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.802062 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] No DVR routers for this DVR port 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:41:27.805023 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.808321 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-331e3674-4213-42ce-bba7-172fafb81244 req-7912d81b-b029-4320-bd6c-964c77906728 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "DELETE /v2.0/ports/7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d HTTP/1.1" status: 204 len: 173 time: 0.5444479 Apr 01 21:41:27.809259 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449b4d9c-7924-4699-90e1-48506826687e', 'name': 'network-vif-deleted', 'tag': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:27.812000 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba3cd33-0c20-4770-a064-36f9b9e6ef0d" -d '{"events": [{"server_uuid": "449b4d9c-7924-4699-90e1-48506826687e", "name": "network-vif-deleted", "tag": "7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:27.813905 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0462711c-0516-4726-9a95-b00c512f27a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (2610c7ad-4ea5-4b3a-936c-f678d9c98b98), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.854936 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0462711c-0516-4726-9a95-b00c512f27a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aae5a682adca4b378aba67780c6ac549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186761 Apr 01 21:41:27.855774 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462711c-0516-4726-9a95-b00c512f27a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2610c7ad-4ea5-4b3a-936c-f678d9c98b98,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:27.858105 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49364) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:27.877199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c3cc68-4ea0-41e5-807b-1660cee7d45a x-openstack-request-id: req-88c3cc68-4ea0-41e5-807b-1660cee7d45a {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:27.877493 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449b4d9c-7924-4699-90e1-48506826687e", "name": "network-vif-deleted", "tag": "7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:27.877776 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88c3cc68-4ea0-41e5-807b-1660cee7d45a {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:27.878170 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c3cc68-4ea0-41e5-807b-1660cee7d45a'] response: {'server_uuid': '449b4d9c-7924-4699-90e1-48506826687e', 'name': 'network-vif-deleted', 'tag': '7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d', 'status': 'completed', 'code': 200} Apr 01 21:41:27.893162 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (c6b72277-ac8d-4ba3-b9d0-8e59237795ec), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.911792 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-663f20ca-de05-450d-be5a-53dc7dc2d42c admin admin] Publish callbacks [] for security_group (2610c7ad-4ea5-4b3a-936c-f678d9c98b98), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.914944 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b72277-ac8d-4ba3-b9d0-8e59237795ec']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:27.924931 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179e6f1f-6761-4542-b66b-e8506e212463') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:27.925231 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179e6f1f-6761-4542-b66b-e8506e212463') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:27.934693 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (179e6f1f-6761-4542-b66b-e8506e212463), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.934884 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-663f20ca-de05-450d-be5a-53dc7dc2d42c admin admin] Publish callbacks [] for security_group (2610c7ad-4ea5-4b3a-936c-f678d9c98b98), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.953751 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (179e6f1f-6761-4542-b66b-e8506e212463), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.959920 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:41:27.960307 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (179e6f1f-6761-4542-b66b-e8506e212463), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:41:27.962138 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:41:28.071507 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-663f20ca-de05-450d-be5a-53dc7dc2d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (2610c7ad-4ea5-4b3a-936c-f678d9c98b98), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.074067 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-663f20ca-de05-450d-be5a-53dc7dc2d42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.075225 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-663f20ca-de05-450d-be5a-53dc7dc2d42c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2610c7ad-4ea5-4b3a-936c-f678d9c98b98 HTTP/1.1" status: 204 len: 168 time: 0.2162044 Apr 01 21:41:28.083700 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f20ca-de05-450d-be5a-53dc7dc2d42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2610c7ad-4ea5-4b3a-936c-f678d9c98b98,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:28.100168 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (c6b72277-ac8d-4ba3-b9d0-8e59237795ec), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.105775 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.111690 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] 10.222.0.30 "DELETE /v2.0/networks/c6b72277-ac8d-4ba3-b9d0-8e59237795ec HTTP/1.1" status: 204 len: 168 time: 0.4581354 Apr 01 21:41:28.125261 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5287b37-99be-4d5f-8b75-5daa6ea9b68b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b72277-ac8d-4ba3-b9d0-8e59237795ec,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:28.431864 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49374) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:28.481668 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-8da8a3e4-2999-435c-b88b-4b46f55dbfe7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36f4c4e8acf542ce81ab92db5d431c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483360 Apr 01 21:41:28.484655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49378) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:28.486804 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c8ac6-e8f2-4d95-af11-baa5f7717a06 req-caceee07-ec47-4107-b0c6-0083321d9586 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:28.488402 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fa8c8ac6-e8f2-4d95-af11-baa5f7717a06 req-caceee07-ec47-4107-b0c6-0083321d9586 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0649240 Apr 01 21:41:28.540582 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fa8c8ac6-e8f2-4d95-af11-baa5f7717a06 req-875b31ba-23c3-4bac-9b7a-105f3ec8f65b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Apr 01 21:41:28.550385 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8654ef89-0838-4089-925e-d6672efc7de3 req-fa21d411-fcb3-4e14-885e-b4f324874bd1 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=449b4d9c-7924-4699-90e1-48506826687e HTTP/1.1" status: 200 len: 210 time: 0.0297105 Apr 01 21:41:28.560373 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-72653c72-c764-481c-9773-3cf2a07806b0 admin admin] Publish callbacks [] for security_group (7a2e6e68-3fb7-4e91-b411-d590b1443b75), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.588821 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-72653c72-c764-481c-9773-3cf2a07806b0 admin admin] Publish callbacks [] for security_group (7a2e6e68-3fb7-4e91-b411-d590b1443b75), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.637115 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.705935 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-72653c72-c764-481c-9773-3cf2a07806b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7a2e6e68-3fb7-4e91-b411-d590b1443b75), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.709306 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-72653c72-c764-481c-9773-3cf2a07806b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.710583 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-72653c72-c764-481c-9773-3cf2a07806b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a2e6e68-3fb7-4e91-b411-d590b1443b75 HTTP/1.1" status: 204 len: 168 time: 0.2248909 Apr 01 21:41:28.720152 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72653c72-c764-481c-9773-3cf2a07806b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2e6e68-3fb7-4e91-b411-d590b1443b75,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:28.726125 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49386) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:28.744858 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fef64c46-0379-4290-9ebe-a40268b93a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.820865 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fef64c46-0379-4290-9ebe-a40268b93a87 admin admin] Publish callbacks [] for security_group (bab2211c-c91c-470c-810c-848e5badc56d), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.882708 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fef64c46-0379-4290-9ebe-a40268b93a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (bab2211c-c91c-470c-810c-848e5badc56d), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.922288 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fef64c46-0379-4290-9ebe-a40268b93a87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa8f7ef6d151476ab10d1d81224c0a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951299 Apr 01 21:41:28.923212 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef64c46-0379-4290-9ebe-a40268b93a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab2211c-c91c-470c-810c-848e5badc56d,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:28.925049 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49388) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:28.974488 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2b260960-6608-42cc-b53b-f98edf5457cf admin admin] Publish callbacks [] for security_group (bab2211c-c91c-470c-810c-848e5badc56d), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:28.996306 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2b260960-6608-42cc-b53b-f98edf5457cf admin admin] Publish callbacks [] for security_group (bab2211c-c91c-470c-810c-848e5badc56d), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:29.099615 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2b260960-6608-42cc-b53b-f98edf5457cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (bab2211c-c91c-470c-810c-848e5badc56d), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:29.102305 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2b260960-6608-42cc-b53b-f98edf5457cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:29.106162 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2b260960-6608-42cc-b53b-f98edf5457cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bab2211c-c91c-470c-810c-848e5badc56d HTTP/1.1" status: 204 len: 168 time: 0.1798160 Apr 01 21:41:29.114617 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b260960-6608-42cc-b53b-f98edf5457cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab2211c-c91c-470c-810c-848e5badc56d,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:29.384445 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49398) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:29.430615 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-dfb58705-27e8-40f8-807c-733818191959 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ddd360d39f449499508cd28f4ea921e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449300 Apr 01 21:41:29.433076 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49400) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:29.482913 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a0448ae7-d3f7-4781-b280-69fecf4b82d3 admin admin] Publish callbacks [] for security_group (1cab805b-a167-467d-a90e-ebeabdf987ce), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:29.504664 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a0448ae7-d3f7-4781-b280-69fecf4b82d3 admin admin] Publish callbacks [] for security_group (1cab805b-a167-467d-a90e-ebeabdf987ce), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:29.646281 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a0448ae7-d3f7-4781-b280-69fecf4b82d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (1cab805b-a167-467d-a90e-ebeabdf987ce), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:29.649122 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a0448ae7-d3f7-4781-b280-69fecf4b82d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:29.654042 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a0448ae7-d3f7-4781-b280-69fecf4b82d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cab805b-a167-467d-a90e-ebeabdf987ce HTTP/1.1" status: 204 len: 168 time: 0.2165003 Apr 01 21:41:29.664985 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0448ae7-d3f7-4781-b280-69fecf4b82d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cab805b-a167-467d-a90e-ebeabdf987ce,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:29.687198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c397-890c-4174-a2a9-89d07de74800 req-9105ad92-5fd5-4902-ad47-c4638375ba0f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:29.689162 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6833c397-890c-4174-a2a9-89d07de74800 req-9105ad92-5fd5-4902-ad47-c4638375ba0f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0727592 Apr 01 21:41:29.756240 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6833c397-890c-4174-a2a9-89d07de74800 req-233c116f-d80a-4c32-9d2f-3f740ceb2a75 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587013 Apr 01 21:41:29.916082 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-30648fee-053b-44f6-b715-aedf1ed1a8d6 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:29.916644 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-30648fee-053b-44f6-b715-aedf1ed1a8d6 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/networks?id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf HTTP/1.1" status: 200 len: 808 time: 0.1074703 Apr 01 21:41:29.932769 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-8d67f114-7504-4e18-a939-8f1e91a15c15 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/quotas/8568b789dd9d4e7898fc1860a5436b9b HTTP/1.1" status: 200 len: 375 time: 0.0099273 Apr 01 21:41:29.970724 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-6952c991-5cff-4c4d-9922-d4537344d61e tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312567 Apr 01 21:41:30.065584 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-6ad255a9-a9eb-45d4-9f76-a78679c2247a service neutron] 10.222.0.30 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880971 Apr 01 21:41:30.076211 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:41:30.098484 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:41:30.099146 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7b9f78ce-6d89-4d8a-91d3-e6aba6f9e56d not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:41:30.174976 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-cb4d67bf-b980-484e-a327-50f04ef0982b service neutron] 10.222.0.30 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032064 Apr 01 21:41:30.434597 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14dfef2a-8fdb-448d-a17b-3623618ddafd req-748bf70e-a13b-45b2-b777-80acb977418f tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 210 time: 0.0414858 Apr 01 21:41:30.894212 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8097-122e-4f01-91b6-6ce82cdf6f05 req-b4549fa6-c988-4f5f-8c9d-c0ed3227ff2a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:30.902380 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bd0c8097-122e-4f01-91b6-6ce82cdf6f05 req-b4549fa6-c988-4f5f-8c9d-c0ed3227ff2a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0702219 Apr 01 21:41:30.905018 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49482) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:30.958884 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bd0c8097-122e-4f01-91b6-6ce82cdf6f05 req-d1df4007-f32c-45eb-98b6-35957f007519 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555048 Apr 01 21:41:31.060353 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-93e06657-b124-44d8-aba5-bb8302c24d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.140012 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-93e06657-b124-44d8-aba5-bb8302c24d82 admin admin] Publish callbacks [] for security_group (286202e2-9b47-49c6-a1a9-d968b44ebed1), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.208510 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-93e06657-b124-44d8-aba5-bb8302c24d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (286202e2-9b47-49c6-a1a9-d968b44ebed1), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.249571 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-93e06657-b124-44d8-aba5-bb8302c24d82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b0e664478bf4b2daa7a420f02d11c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426404 Apr 01 21:41:31.250781 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e06657-b124-44d8-aba5-bb8302c24d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286202e2-9b47-49c6-a1a9-d968b44ebed1,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:31.252483 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49492) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:31.316804 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6e0e71af-f5b6-4714-9ceb-f17da733250e admin admin] Publish callbacks [] for security_group (286202e2-9b47-49c6-a1a9-d968b44ebed1), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.337742 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6e0e71af-f5b6-4714-9ceb-f17da733250e admin admin] Publish callbacks [] for security_group (286202e2-9b47-49c6-a1a9-d968b44ebed1), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.448653 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49500) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:31.465700 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6e0e71af-f5b6-4714-9ceb-f17da733250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (286202e2-9b47-49c6-a1a9-d968b44ebed1), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.469272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6e0e71af-f5b6-4714-9ceb-f17da733250e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.470020 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6e0e71af-f5b6-4714-9ceb-f17da733250e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/286202e2-9b47-49c6-a1a9-d968b44ebed1 HTTP/1.1" status: 204 len: 168 time: 0.2158220 Apr 01 21:41:31.485251 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e71af-f5b6-4714-9ceb-f17da733250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286202e2-9b47-49c6-a1a9-d968b44ebed1,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:31.543050 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a850c57-7510-4653-8a23-338a65b5037f req-d20200ee-9b38-4186-92c0-cd9e69ec1aa7 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 210 time: 0.0456266 Apr 01 21:41:31.581699 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f874c32e-8158-401b-a4be-8b9b97cd52ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.658122 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f874c32e-8158-401b-a4be-8b9b97cd52ae admin admin] Publish callbacks [] for security_group (889fb442-0a50-405c-9efd-942a7709622b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.751199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f874c32e-8158-401b-a4be-8b9b97cd52ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (889fb442-0a50-405c-9efd-942a7709622b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.797863 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-f874c32e-8158-401b-a4be-8b9b97cd52ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4d3fbffb4394fb6867c7597fd23ff3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480530 Apr 01 21:41:31.798725 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874c32e-8158-401b-a4be-8b9b97cd52ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889fb442-0a50-405c-9efd-942a7709622b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:31.800620 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49508) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:31.857074 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c57f168a-cb46-4aa2-b9c4-9e538d4321bb admin admin] Publish callbacks [] for security_group (889fb442-0a50-405c-9efd-942a7709622b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:31.886701 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c57f168a-cb46-4aa2-b9c4-9e538d4321bb admin admin] Publish callbacks [] for security_group (889fb442-0a50-405c-9efd-942a7709622b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:32.020004 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c57f168a-cb46-4aa2-b9c4-9e538d4321bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (889fb442-0a50-405c-9efd-942a7709622b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:32.022497 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c57f168a-cb46-4aa2-b9c4-9e538d4321bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:32.023714 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c57f168a-cb46-4aa2-b9c4-9e538d4321bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/889fb442-0a50-405c-9efd-942a7709622b HTTP/1.1" status: 204 len: 168 time: 0.2218525 Apr 01 21:41:32.033313 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f168a-cb46-4aa2-b9c4-9e538d4321bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889fb442-0a50-405c-9efd-942a7709622b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:32.094437 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87856d-06ee-4526-9370-1d12835a7e78 req-7561ec52-de76-4498-b4d7-e6ec65ad7c13 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:32.096058 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bf87856d-06ee-4526-9370-1d12835a7e78 req-7561ec52-de76-4498-b4d7-e6ec65ad7c13 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0616896 Apr 01 21:41:32.153626 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bf87856d-06ee-4526-9370-1d12835a7e78 req-3c130f85-8668-4cd5-9126-364a62f7d4bc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513244 Apr 01 21:41:32.550558 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-7745d0bf-6086-4b69-a0f3-88c910a5aa75 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:32.552272 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-7745d0bf-6086-4b69-a0f3-88c910a5aa75 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "GET /v2.0/networks?id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf HTTP/1.1" status: 200 len: 808 time: 0.1141191 Apr 01 21:41:32.581366 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Request body: {'port': {'device_id': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf', 'admin_state_up': True, 'tenant_id': '8568b789dd9d4e7898fc1860a5436b9b'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:32.672472 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c8d18f21-2499-40be-94af-2ae37886b9c4 req-4239c048-eee4-4fa1-8b21-64ff459d190b tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 210 time: 0.0298102 Apr 01 21:41:32.802862 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Made reservation on behalf of 8568b789dd9d4e7898fc1860a5436b9b for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:32.812919 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:32.978729 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Allocated IP 172.20.0.4 (92b8114e-570c-4ad5-9b25-c3082fc2dcaf/9d33cd1f-8b2c-453e-8221-3c12c9f6668c/4076b981-eca4-451a-8047-74bcc98d4814) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:33.190717 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks [] for port (4076b981-eca4-451a-8047-74bcc98d4814), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:33.279193 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed24df-b56b-4fa5-9584-5c38e8fce9fe req-46bdd740-a069-486e-b0be-56c706488902 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:33.281324 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-66ed24df-b56b-4fa5-9584-5c38e8fce9fe req-46bdd740-a069-486e-b0be-56c706488902 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0552294 Apr 01 21:41:33.323568 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (4076b981-eca4-451a-8047-74bcc98d4814), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:33.361376 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-66ed24df-b56b-4fa5-9584-5c38e8fce9fe req-b1827acc-ff15-40c8-9b34-da64986177fd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744412 Apr 01 21:41:33.375458 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:33.383215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:33.387385 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:33.422705 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Pushing event updated for resources: {'Port': ['ID=4076b981-eca4-451a-8047-74bcc98d4814,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:33.449329 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:33.450104 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:33.536909 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-a4dfe9e0-d6c0-43af-ab98-17f2c7059093 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9640765 Apr 01 21:41:33.557295 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Request body: {'port': {'device_id': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:33.621221 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4076b981-eca4-451a-8047-74bcc98d4814), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:33.820900 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd1d1-805e-4f63-9d27-24f13eb4fcd6 req-1ffeacc5-498e-4437-b008-239249fdaa66 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:33.822519 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c4efd1d1-805e-4f63-9d27-24f13eb4fcd6 req-1ffeacc5-498e-4437-b008-239249fdaa66 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 931 time: 0.0825357 Apr 01 21:41:33.871612 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c4efd1d1-805e-4f63-9d27-24f13eb4fcd6 req-4e9d690f-c584-4464-9e01-8c01329a14bb tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Apr 01 21:41:33.924779 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4076b981-eca4-451a-8047-74bcc98d4814 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:41:33.932272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Publish callbacks [] for port (4076b981-eca4-451a-8047-74bcc98d4814), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:33.944848 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Transition to ACTIVE for port object 4076b981-eca4-451a-8047-74bcc98d4814 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:41:34.008207 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (4076b981-eca4-451a-8047-74bcc98d4814), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:34.082900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=4076b981-eca4-451a-8047-74bcc98d4814,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:34.141893 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Attempting to bind port 4076b981-eca4-451a-8047-74bcc98d4814 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:34.142141 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Attempting to bind port 4076b981-eca4-451a-8047-74bcc98d4814 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:34.142554 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Attempting to bind port 4076b981-eca4-451a-8047-74bcc98d4814 on network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:34.146686 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Port 4076b981-eca4-451a-8047-74bcc98d4814 on network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:41:34.147005 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Attempting to bind port 4076b981-eca4-451a-8047-74bcc98d4814 on network 92b8114e-570c-4ad5-9b25-c3082fc2dcaf {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:34.151688 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:34.154025 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Checking segment: {'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:34.154025 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Bound using segment: {'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:34.154025 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Bound port: 4076b981-eca4-451a-8047-74bcc98d4814, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1a528b-3a62-4b63-acbe-1d18129428b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:34.154025 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4076b981-eca4-451a-8047-74bcc98d4814), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:34.217348 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] For port 4076b981-eca4-451a-8047-74bcc98d4814, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:34.220717 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] For port 4076b981-eca4-451a-8047-74bcc98d4814, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=4076b981-eca4-451a-8047-74bcc98d4814,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:34.306081 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (4076b981-eca4-451a-8047-74bcc98d4814), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:34.340177 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:34.340796 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:34.342202 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] 10.222.0.31 "PUT /v2.0/ports/4076b981-eca4-451a-8047-74bcc98d4814 HTTP/1.1" status: 200 len: 1093 time: 0.7893414 Apr 01 21:41:34.342667 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'tag': '4076b981-eca4-451a-8047-74bcc98d4814'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:34.344918 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae04136-69be-42e1-a738-2f4cbb3e4dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6878465-8d2c-4008-88b1-63c751fe3c15", "tag": "4076b981-eca4-451a-8047-74bcc98d4814"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:34.370595 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea88af-d792-418c-b345-9b9ea6c80ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=4076b981-eca4-451a-8047-74bcc98d4814,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:34.400227 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83fcb9b-3e29-4680-ab86-e428ae8e1df5 x-openstack-request-id: req-c83fcb9b-3e29-4680-ab86-e428ae8e1df5 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:34.400579 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6878465-8d2c-4008-88b1-63c751fe3c15", "tag": "4076b981-eca4-451a-8047-74bcc98d4814", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:34.400895 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c83fcb9b-3e29-4680-ab86-e428ae8e1df5 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:34.401407 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83fcb9b-3e29-4680-ab86-e428ae8e1df5'] response: {'name': 'network-changed', 'server_uuid': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'tag': '4076b981-eca4-451a-8047-74bcc98d4814', 'status': 'completed', 'code': 200} Apr 01 21:41:34.486699 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530c577-a4b1-4cfe-a4ef-6d4eccf3f3cb req-2f6a7ac3-996d-4e79-acf8-41a779582004 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:34.488547 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6530c577-a4b1-4cfe-a4ef-6d4eccf3f3cb req-2f6a7ac3-996d-4e79-acf8-41a779582004 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0607507 Apr 01 21:41:34.509114 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae04136-69be-42e1-a738-2f4cbb3e4dbc req-8c0f9ae8-5e86-44f4-b0b2-885bbdaf010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:34.510776 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cae04136-69be-42e1-a738-2f4cbb3e4dbc req-8c0f9ae8-5e86-44f4-b0b2-885bbdaf010a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 1127 time: 0.0462589 Apr 01 21:41:34.536359 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6530c577-a4b1-4cfe-a4ef-6d4eccf3f3cb req-4b063211-9a63-42a7-852f-86fdab372f16 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Apr 01 21:41:34.924818 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae04136-69be-42e1-a738-2f4cbb3e4dbc req-563df2a8-98d2-4b29-9d72-f8ad3928c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:34.926404 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cae04136-69be-42e1-a738-2f4cbb3e4dbc req-563df2a8-98d2-4b29-9d72-f8ad3928c189 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3990779 Apr 01 21:41:35.117100 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c8cea-3712-453b-8a2c-b2e76638b312 req-cb92826e-a5e8-4b0d-8d0b-6709d6571703 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:35.118620 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad9c8cea-3712-453b-8a2c-b2e76638b312 req-cb92826e-a5e8-4b0d-8d0b-6709d6571703 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 943 time: 0.1542616 Apr 01 21:41:35.139829 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae04136-69be-42e1-a738-2f4cbb3e4dbc req-1488150a-0fad-4868-bcfd-d89b1bdd1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:35.141208 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cae04136-69be-42e1-a738-2f4cbb3e4dbc req-1488150a-0fad-4868-bcfd-d89b1bdd1044 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092040 Apr 01 21:41:35.169388 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ad9c8cea-3712-453b-8a2c-b2e76638b312 req-0dde79ba-3853-4fd9-8686-05a4d468a84a tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Apr 01 21:41:35.264672 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-fd36a0f6-bc7a-409f-b832-bc8556483523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:35.266225 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-fd36a0f6-bc7a-409f-b832-bc8556483523 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 1127 time: 0.0437601 Apr 01 21:41:35.319857 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-3d70faf8-86b1-4fe8-99b9-0c076805d9dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4076b981-eca4-451a-8047-74bcc98d4814 HTTP/1.1" status: 200 len: 217 time: 0.0339584 Apr 01 21:41:35.373643 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-897b3f6d-284c-43eb-b722-0b35bf342a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:35.375105 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-897b3f6d-284c-43eb-b722-0b35bf342a89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33cd1f-8b2c-453e-8221-3c12c9f6668c HTTP/1.1" status: 200 len: 848 time: 0.0488288 Apr 01 21:41:35.410100 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-fb3f8acc-5252-4133-8e45-8b1a9ada3386 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92b8114e-570c-4ad5-9b25-c3082fc2dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243361 Apr 01 21:41:35.499166 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-90a8b8bd-eb53-4288-9983-9d501341a939 service neutron] 10.222.0.31 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819693 Apr 01 21:41:35.597711 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-631d1daf-abc7-460f-b83a-3f18dc6c1308 req-d4c37033-9fc7-41f4-ae3d-d1b8b33cab73 service neutron] 10.222.0.31 "GET /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878258 Apr 01 21:41:35.656992 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f4c41-5d32-42dd-be94-d442830b14d0 req-f42dbcea-4ce8-42d9-839c-ebc9f520189b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:35.659013 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-953f4c41-5d32-42dd-be94-d442830b14d0 req-f42dbcea-4ce8-42d9-839c-ebc9f520189b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0518246 Apr 01 21:41:35.719964 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-953f4c41-5d32-42dd-be94-d442830b14d0 req-1a12ddf2-7854-463e-b2f0-0c6eee5d381c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Apr 01 21:41:36.288868 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8ad4b-d387-4bee-8210-3ecaf77ca53a req-6eaae8e4-a736-4f62-8ba7-47c587b84efb tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:36.290385 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8fd8ad4b-d387-4bee-8210-3ecaf77ca53a req-6eaae8e4-a736-4f62-8ba7-47c587b84efb tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 943 time: 0.0542362 Apr 01 21:41:36.336681 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8fd8ad4b-d387-4bee-8210-3ecaf77ca53a req-5327686e-fdc1-45cf-aab2-a3583a6cc5e9 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Apr 01 21:41:36.837292 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a8cd7-e551-4133-924d-a6f1874800dc req-287f93f7-f8a8-4ef5-9c97-15f2653a3021 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:36.838822 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf6a8cd7-e551-4133-924d-a6f1874800dc req-287f93f7-f8a8-4ef5-9c97-15f2653a3021 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Apr 01 21:41:36.890812 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf6a8cd7-e551-4133-924d-a6f1874800dc req-8fb07db3-8887-478a-a58d-85e32d73f596 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Apr 01 21:41:37.443022 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49690) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:37.453983 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcaac2-5d74-4572-9606-c380127ef4e7 req-a77dfd56-ba6e-4af7-957e-6f783b5f05df tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:37.455479 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1ebcaac2-5d74-4572-9606-c380127ef4e7 req-a77dfd56-ba6e-4af7-957e-6f783b5f05df tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 943 time: 0.0523589 Apr 01 21:41:37.507753 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1ebcaac2-5d74-4572-9606-c380127ef4e7 req-c4c68adc-42af-4fcc-a728-c7bc11379ffe tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Apr 01 21:41:37.548201 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e3225c70-aaae-4d72-98d1-39e9b0f8e1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:37.620974 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e3225c70-aaae-4d72-98d1-39e9b0f8e1bd admin admin] Publish callbacks [] for security_group (dcb8bc6a-09f8-4f16-900f-92c612e22926), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:37.687887 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e3225c70-aaae-4d72-98d1-39e9b0f8e1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (dcb8bc6a-09f8-4f16-900f-92c612e22926), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:37.726118 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3225c70-aaae-4d72-98d1-39e9b0f8e1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb8bc6a-09f8-4f16-900f-92c612e22926,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:37.730539 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e3225c70-aaae-4d72-98d1-39e9b0f8e1bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7874f020a88643aab3f809e33b8df431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862847 Apr 01 21:41:37.733902 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49702) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:37.786292 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9b08699-a125-4df8-b17e-1cac2b582fa0 admin admin] Publish callbacks [] for security_group (dcb8bc6a-09f8-4f16-900f-92c612e22926), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:37.808533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9b08699-a125-4df8-b17e-1cac2b582fa0 admin admin] Publish callbacks [] for security_group (dcb8bc6a-09f8-4f16-900f-92c612e22926), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:37.911372 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9b08699-a125-4df8-b17e-1cac2b582fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (dcb8bc6a-09f8-4f16-900f-92c612e22926), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:37.913967 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b9b08699-a125-4df8-b17e-1cac2b582fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:37.915166 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b9b08699-a125-4df8-b17e-1cac2b582fa0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcb8bc6a-09f8-4f16-900f-92c612e22926 HTTP/1.1" status: 204 len: 168 time: 0.1802752 Apr 01 21:41:37.923540 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b08699-a125-4df8-b17e-1cac2b582fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb8bc6a-09f8-4f16-900f-92c612e22926,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:38.019081 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd472a5-bbe9-456f-9aff-b58eab3ec931 req-fc235042-b78d-47f4-b96a-ea8e14ebe9f0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:38.020581 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bbd472a5-bbe9-456f-9aff-b58eab3ec931 req-fc235042-b78d-47f4-b96a-ea8e14ebe9f0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0570230 Apr 01 21:41:38.067559 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bbd472a5-bbe9-456f-9aff-b58eab3ec931 req-769544c4-befe-4334-8800-134db9d14d94 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Apr 01 21:41:38.129862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 4076b981-eca4-451a-8047-74bcc98d4814 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:41:38.259115 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 4076b981-eca4-451a-8047-74bcc98d4814, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=4076b981-eca4-451a-8047-74bcc98d4814,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:38.276947 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '4076b981-eca4-451a-8047-74bcc98d4814', 'network_id': '92b8114e-570c-4ad5-9b25-c3082fc2dcaf', 'port_id': '4076b981-eca4-451a-8047-74bcc98d4814', 'mac_address': 'fa:16:3e:5d:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d33cd1f-8b2c-453e-8221-3c12c9f6668c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:41:38.328761 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 4076b981-eca4-451a-8047-74bcc98d4814 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:38.337714 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4076b981-eca4-451a-8047-74bcc98d4814), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.343646 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4076b981-eca4-451a-8047-74bcc98d4814 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:41:38.363573 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 4076b981-eca4-451a-8047-74bcc98d4814, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=4076b981-eca4-451a-8047-74bcc98d4814,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:38.436378 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4076b981-eca4-451a-8047-74bcc98d4814), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.483627 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=4076b981-eca4-451a-8047-74bcc98d4814,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:38.510832 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49718) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:38.524958 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-05283d04-1a49-4076-b1d8-eeeec23a32e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.623063 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1519-105d-44ec-a672-e85a976e94db req-04f55354-9a90-443a-96e4-27effb77a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:38.625154 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-302e1519-105d-44ec-a672-e85a976e94db req-04f55354-9a90-443a-96e4-27effb77a8bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0974636 Apr 01 21:41:38.697289 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e754d7-33a3-455d-83b1-e6d4f103be88 req-c1536bbd-4473-4a95-91a9-ac09e7572f5d tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:38.698721 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-85e754d7-33a3-455d-83b1-e6d4f103be88 req-c1536bbd-4473-4a95-91a9-ac09e7572f5d tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 944 time: 0.1237981 Apr 01 21:41:38.722768 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-05283d04-1a49-4076-b1d8-eeeec23a32e4 admin admin] Publish callbacks [] for security_group (55f76c97-00eb-42c1-aeba-887275cfff5d), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.730727 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-302e1519-105d-44ec-a672-e85a976e94db req-baf9416f-a7d3-426f-a646-9e41cf185318 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956945 Apr 01 21:41:38.760368 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-85e754d7-33a3-455d-83b1-e6d4f103be88 req-5b9b3b20-5542-4ac0-95a7-a8a629e28e6a tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547349 Apr 01 21:41:38.768062 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-05283d04-1a49-4076-b1d8-eeeec23a32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (55f76c97-00eb-42c1-aeba-887275cfff5d), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.807961 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-05283d04-1a49-4076-b1d8-eeeec23a32e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55f65d828270456fb129bbe908ba8c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959530 Apr 01 21:41:38.809081 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05283d04-1a49-4076-b1d8-eeeec23a32e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f76c97-00eb-42c1-aeba-887275cfff5d,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:38.810601 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49724) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:38.865748 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f948eab-760a-4d83-8c56-2f6298902de8 admin admin] Publish callbacks [] for security_group (55f76c97-00eb-42c1-aeba-887275cfff5d), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.887538 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f948eab-760a-4d83-8c56-2f6298902de8 admin admin] Publish callbacks [] for security_group (55f76c97-00eb-42c1-aeba-887275cfff5d), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.925564 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['4076b981-eca4-451a-8047-74bcc98d4814'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:41:38.974135 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f948eab-760a-4d83-8c56-2f6298902de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (55f76c97-00eb-42c1-aeba-887275cfff5d), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.976680 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f948eab-760a-4d83-8c56-2f6298902de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:38.977881 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6f948eab-760a-4d83-8c56-2f6298902de8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55f76c97-00eb-42c1-aeba-887275cfff5d HTTP/1.1" status: 204 len: 168 time: 0.1656365 Apr 01 21:41:38.986504 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f948eab-760a-4d83-8c56-2f6298902de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f76c97-00eb-42c1-aeba-887275cfff5d,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:39.184129 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada4f02-176a-45c2-8024-93bd13f85a48 req-4df9e60a-fe41-4b93-ad17-47307a3b5e0d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:39.185645 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2ada4f02-176a-45c2-8024-93bd13f85a48 req-4df9e60a-fe41-4b93-ad17-47307a3b5e0d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0527678 Apr 01 21:41:39.234242 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2ada4f02-176a-45c2-8024-93bd13f85a48 req-35135241-3dae-40d0-89ce-7821333414a3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Apr 01 21:41:39.886178 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a618f08-c02f-4743-816c-b27d2fa468c6 req-2d34fd54-0bf1-427e-98fc-eac39bd076fe tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:39.892626 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1a618f08-c02f-4743-816c-b27d2fa468c6 req-2d34fd54-0bf1-427e-98fc-eac39bd076fe tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 944 time: 0.0593128 Apr 01 21:41:39.946626 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1a618f08-c02f-4743-816c-b27d2fa468c6 req-01b0752c-e071-4ff8-a5e0-862839d5d5bd tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Apr 01 21:41:39.968470 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49758) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:40.065849 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-315276678-network', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:40.127798 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Made reservation on behalf of 936b9d8e87054257a1fb6f0aad76f561 for: {'network': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:40.131416 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.133341 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 4076b981-eca4-451a-8047-74bcc98d4814 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:40.141215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.220232 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks [] for security_group (9a0936d3-aac8-4ac0-9e33-4fa3f99162c1), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.230799 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 4076b981-eca4-451a-8047-74bcc98d4814 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:41:40.235632 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 4076b981-eca4-451a-8047-74bcc98d4814 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:40.237751 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4076b981-eca4-451a-8047-74bcc98d4814), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.277772 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9a0936d3-aac8-4ac0-9e33-4fa3f99162c1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.306904 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:41:40.329687 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0936d3-aac8-4ac0-9e33-4fa3f99162c1,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:40.341139 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (1e644cad-4f9f-4a2e-aafa-4f2696f61446), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.342692 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.segments_db [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Added segment 1e644cad-4f9f-4a2e-aafa-4f2696f61446 of type vlan for network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b Apr 01 21:41:40.358386 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 4076b981-eca4-451a-8047-74bcc98d4814 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:40.361401 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4076b981-eca4-451a-8047-74bcc98d4814), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.374767 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12473db-5cf9-49e6-a3e0-bd866900fbe5 req-b82e17ee-41fb-401b-97d0-f21bf7695dc9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:40.376928 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d12473db-5cf9-49e6-a3e0-bd866900fbe5 req-b82e17ee-41fb-401b-97d0-f21bf7695dc9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0648665 Apr 01 21:41:40.387930 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076b981-eca4-451a-8047-74bcc98d4814'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:40.390760 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f182684e-00b4-4e82-91f3-4796fea599ac" -d '{"events": [{"server_uuid": "a6878465-8d2c-4008-88b1-63c751fe3c15", "name": "network-vif-plugged", "status": "completed", "tag": "4076b981-eca4-451a-8047-74bcc98d4814"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:40.391402 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.403628 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 4076b981-eca4-451a-8047-74bcc98d4814, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=4076b981-eca4-451a-8047-74bcc98d4814,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:40.430205 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83ec20d-4ed0-42b9-beee-44f43b3aecc8 x-openstack-request-id: req-e83ec20d-4ed0-42b9-beee-44f43b3aecc8 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:40.430205 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6878465-8d2c-4008-88b1-63c751fe3c15", "name": "network-vif-plugged", "status": "completed", "tag": "4076b981-eca4-451a-8047-74bcc98d4814", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:40.430205 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e83ec20d-4ed0-42b9-beee-44f43b3aecc8 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:40.430205 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83ec20d-4ed0-42b9-beee-44f43b3aecc8'] response: {'server_uuid': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076b981-eca4-451a-8047-74bcc98d4814', 'code': 200} Apr 01 21:41:40.434511 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d12473db-5cf9-49e6-a3e0-bd866900fbe5 req-1d541164-7ce5-42f6-9aaf-9e574e0e7c9a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Apr 01 21:41:40.488117 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4076b981-eca4-451a-8047-74bcc98d4814), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.505236 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.506458 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:40.507354 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.537315 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=4076b981-eca4-451a-8047-74bcc98d4814,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:40.570524 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] Pushing event updated for resources: {'Network': ['ID=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:40.580951 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:41:40.625180 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-acdae801-45db-4901-85e4-0b572a10367b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6524978 Apr 01 21:41:40.625401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49768) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:40.630140 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Request body: {'subnet': {'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-315276678-subnet', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:40.722343 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Made reservation on behalf of 936b9d8e87054257a1fb6f0aad76f561 for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:40.724716 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9403914'] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:40.884143 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca57da7-9a25-4a2a-af5c-5dd032ce12d7 req-fa0f20dc-f9e9-4baa-8974-a6ffe3cced80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:40.885686 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2ca57da7-9a25-4a2a-af5c-5dd032ce12d7 req-fa0f20dc-f9e9-4baa-8974-a6ffe3cced80 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 1129 time: 0.0875955 Apr 01 21:41:40.970833 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2ca57da7-9a25-4a2a-af5c-5dd032ce12d7 req-c657e2f3-2d65-4a1b-bea6-a0a8a31aad42 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630424 Apr 01 21:41:40.991300 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9555147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9403932'] for subnet (426db178-ae51-4a88-917f-68805ac0d5e4), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.077003 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426db178-ae51-4a88-917f-68805ac0d5e4,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:41.094922 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Checking segment: {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:41.095281 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Network hostable DHCP agents. Network: fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:41:41.113186 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d03a4-a3f7-4eb0-ab4d-8292e6df7b4b req-bb834519-f6d7-4086-ac4d-834ab844e4c5 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:41.114690 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ba0d03a4-a3f7-4eb0-ab4d-8292e6df7b4b req-bb834519-f6d7-4086-ac4d-834ab844e4c5 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 945 time: 0.0989096 Apr 01 21:41:41.162467 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ba0d03a4-a3f7-4eb0-ab4d-8292e6df7b4b req-6970354b-f257-4b82-bbe3-7be7a8e3e01e tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Apr 01 21:41:41.208014 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:41:41.231001 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.310924 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:41.314972 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:41.315570 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.320221 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478cec93-9160-4a7e-8067-9ff47e1446e8 None None] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:41.399462 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-beb6b0c5-2226-4f46-a822-094b9f4d1a56 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7729893 Apr 01 21:41:41.402134 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49776) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:41.407900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:41.418116 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:41:41.418982 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.483389 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (d3152a78-6319-4988-b977-fc66843ff4fc), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.484537 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (d3152a78-6319-4988-b977-fc66843ff4fc), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.548420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks [] for router_controller (d3152a78-6319-4988-b977-fc66843ff4fc), precommit_add_association {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.555529 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723ac9c-952f-4b6f-b6cd-b87d573dc667 req-932593f6-b858-472f-819a-807949ef429a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:41.557127 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5723ac9c-952f-4b6f-b6cd-b87d573dc667 req-932593f6-b858-472f-819a-807949ef429a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0545793 Apr 01 21:41:41.569100 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Allocated IP 172.20.0.2 (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b/426db178-ae51-4a88-917f-68805ac0d5e4/32bfbb2f-bc01-49a6-a922-25b7ab12656e) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:41.605277 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5723ac9c-952f-4b6f-b6cd-b87d573dc667 req-a8ffe3de-912f-46a2-bf3f-130ec8c832c7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Apr 01 21:41:41.721977 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Publish callbacks [] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.797466 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.802273 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef043d3-3ef3-433d-9c6a-797784321489 req-76081170-d4c4-41c7-a9f3-f731f6d51f9e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:41.803814 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5ef043d3-3ef3-433d-9c6a-797784321489 req-76081170-d4c4-41c7-a9f3-f731f6d51f9e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.1182020 Apr 01 21:41:41.806101 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks [] for router_gateway (d3152a78-6319-4988-b977-fc66843ff4fc), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.833994 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:41.836813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:41.840304 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:41.853064 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Pushing event updated for resources: {'Port': ['ID=32bfbb2f-bc01-49a6-a922-25b7ab12656e,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:41.862075 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5ef043d3-3ef3-433d-9c6a-797784321489 req-d4c86738-3d49-4b82-8714-4906ebf8ace8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Apr 01 21:41:41.907844 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Attempting to bind port 32bfbb2f-bc01-49a6-a922-25b7ab12656e on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:41.908210 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Attempting to bind port 32bfbb2f-bc01-49a6-a922-25b7ab12656e by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:41.908572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Attempting to bind port 32bfbb2f-bc01-49a6-a922-25b7ab12656e on network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:41.914377 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:41.914750 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Checking segment: {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:41.915152 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:41.915676 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Bound using segment: {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:41.916134 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Bound port: 32bfbb2f-bc01-49a6-a922-25b7ab12656e, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:41.916509 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:42.005406 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] For port 32bfbb2f-bc01-49a6-a922-25b7ab12656e, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:42.009224 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] For port 32bfbb2f-bc01-49a6-a922-25b7ab12656e, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=32bfbb2f-bc01-49a6-a922-25b7ab12656e,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:42.077578 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:42.090888 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks [] for router_gateway (d3152a78-6319-4988-b977-fc66843ff4fc), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:42.112724 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:42.149793 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3042a9-2d7f-4ba4-a0ea-03c39beb1995 None None] Pushing event updated for resources: {'Port': ['ID=32bfbb2f-bc01-49a6-a922-25b7ab12656e,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:42.246070 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Allocated IP 172.27.1.151 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/ccd185f0-163d-4958-a203-8bc5e73b83e3) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:42.312319 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f68-31b9-4742-95ca-d2ccfdfe9996 req-550b5f66-f3e1-45e1-8bd3-e1d7670b3118 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:42.314410 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-99858f68-31b9-4742-95ca-d2ccfdfe9996 req-550b5f66-f3e1-45e1-8bd3-e1d7670b3118 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 945 time: 0.0738950 Apr 01 21:41:42.409298 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-99858f68-31b9-4742-95ca-d2ccfdfe9996 req-fbf6bcf6-3a78-436f-be83-dbe4105b9abb tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786436 Apr 01 21:41:42.411603 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks [] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:42.500082 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:42.554604 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:42.557522 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:42.563450 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:42.569370 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd185f0-163d-4958-a203-8bc5e73b83e3,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:42.914485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks [] for router_gateway (d3152a78-6319-4988-b977-fc66843ff4fc), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:43.103496 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c7ca8-6959-4608-b679-2c9b67fedad7 None None] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:43.163715 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1b334b7d-3d22-4bfc-ac1e-828619792f11 None None] Provisioning complete for port 32bfbb2f-bc01-49a6-a922-25b7ab12656e triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:43.164098 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1b334b7d-3d22-4bfc-ac1e-828619792f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:43.290985 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1b334b7d-3d22-4bfc-ac1e-828619792f11 None None] Current status of the port 32bfbb2f-bc01-49a6-a922-25b7ab12656e is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:43.291487 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1b334b7d-3d22-4bfc-ac1e-828619792f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:43.330415 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1b334b7d-3d22-4bfc-ac1e-828619792f11 None None] For port 32bfbb2f-bc01-49a6-a922-25b7ab12656e, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=32bfbb2f-bc01-49a6-a922-25b7ab12656e,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:43.346103 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (d3152a78-6319-4988-b977-fc66843ff4fc), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:43.425716 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1b334b7d-3d22-4bfc-ac1e-828619792f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:43.504678 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b334b7d-3d22-4bfc-ac1e-828619792f11 None None] Pushing event updated for resources: {'Port': ['ID=32bfbb2f-bc01-49a6-a922-25b7ab12656e,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:43.548387 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-d2360fc7-fd10-4d64-a06f-04c6c1f6d17e None None] Provisioning complete for port 32bfbb2f-bc01-49a6-a922-25b7ab12656e triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:43.548687 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d2360fc7-fd10-4d64-a06f-04c6c1f6d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:43.551661 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f226c-dc78-4c70-91df-9c9ab3eaf07d req-dcf770b3-a487-4b7e-9fe8-4c2ed4e6bd3b tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:43.553173 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6f7f226c-dc78-4c70-91df-9c9ab3eaf07d req-dcf770b3-a487-4b7e-9fe8-4c2ed4e6bd3b tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 945 time: 0.0641208 Apr 01 21:41:43.572601 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Router d3152a78-6319-4988-b977-fc66843ff4fc is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:41:43.634309 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-d2360fc7-fd10-4d64-a06f-04c6c1f6d17e None None] Current status of the port 32bfbb2f-bc01-49a6-a922-25b7ab12656e is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:43.670891 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6f7f226c-dc78-4c70-91df-9c9ab3eaf07d req-3db370f5-7837-43c6-a56a-0d1f95220b5b tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119275 Apr 01 21:41:43.711190 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:41:43.723595 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Sync routers for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:41:43.735434 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:43.736059 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:43.816357 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:43.818378 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3ee2b344-a231-4a58-bc0d-c84b2a436663 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4147995 Apr 01 21:41:43.823899 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49806) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:43.842729 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:44.031709 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:42Z', 'revision_number': 3, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:44.058553 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Checking router: d3152a78-6319-4988-b977-fc66843ff4fc for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:41:44.058901 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Updating router d3152a78-6319-4988-b977-fc66843ff4fc port ccd185f0-163d-4958-a203-8bc5e73b83e3 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:41:44.112404 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 32bfbb2f-bc01-49a6-a922-25b7ab12656e up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:44.180101 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 32bfbb2f-bc01-49a6-a922-25b7ab12656e triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:44.180929 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.200763 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.251533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f500e23-18b3-4337-bf53-710c9d9e9468 req-99795b8c-7c3c-46d3-90a6-79d8a3151ab8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:44.253693 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f500e23-18b3-4337-bf53-710c9d9e9468 req-99795b8c-7c3c-46d3-90a6-79d8a3151ab8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0742712 Apr 01 21:41:44.305419 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 32bfbb2f-bc01-49a6-a922-25b7ab12656e is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:44.337583 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-0b0f8e15-5578-49c1-8d72-def2d8d42a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:44.339902 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-0b0f8e15-5578-49c1-8d72-def2d8d42a4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 1130 time: 0.1087778 Apr 01 21:41:44.350316 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f500e23-18b3-4337-bf53-710c9d9e9468 req-eb5b354c-e683-4461-8c6f-e30105d3e4f7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772808 Apr 01 21:41:44.376041 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.467421 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-d198343a-9fb9-4e89-9fab-d3213b5ffdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:44.469178 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-d198343a-9fb9-4e89-9fab-d3213b5ffdd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.1169567 Apr 01 21:41:44.516274 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-af08bcab-306b-4681-b324-e244ee1c2d71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e3c3a-2223-4f32-829f-24677489547d HTTP/1.1" status: 200 len: 217 time: 0.0403662 Apr 01 21:41:44.550087 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Allocated IP 172.20.0.1 (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b/426db178-ae51-4a88-917f-68805ac0d5e4/aa8525ae-e223-46c2-90c7-9500c3cd10e3) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:44.565239 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Publish callbacks [] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.579691 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-0a13fd39-6869-47c1-bbde-7aab2de1289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:44.582671 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-0a13fd39-6869-47c1-bbde-7aab2de1289d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0552332 Apr 01 21:41:44.639662 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-f3b06d4d-e0a3-4705-abd8-1dc87953dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:44.641179 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-f3b06d4d-e0a3-4705-abd8-1dc87953dc31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468049 Apr 01 21:41:44.659349 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.672633 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks [] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.707478 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Attempting to bind port ccd185f0-163d-4958-a203-8bc5e73b83e3 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:44.707891 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Attempting to bind port ccd185f0-163d-4958-a203-8bc5e73b83e3 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:44.708245 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Attempting to bind port ccd185f0-163d-4958-a203-8bc5e73b83e3 on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:44.715914 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:44.716387 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:44.716783 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.717748 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:44.718232 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Bound port: ccd185f0-163d-4958-a203-8bc5e73b83e3, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:44.718593 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.745076 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-c0407865-d91e-4350-9257-4b16e00eef1f service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922496 Apr 01 21:41:44.756437 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Pushing event updated for resources: {'Port': ['ID=ccd185f0-163d-4958-a203-8bc5e73b83e3,revision_number=2']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:44.768820 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.769045 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.769406 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.769978 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.770510 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.770843 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.771520 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.772001 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.782997 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:41:44.819532 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:44.824134 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] For port ccd185f0-163d-4958-a203-8bc5e73b83e3, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:44.830198 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] For port ccd185f0-163d-4958-a203-8bc5e73b83e3, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=ccd185f0-163d-4958-a203-8bc5e73b83e3,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:44.833633 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:44.849653 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:44.850126 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (d3152a78-6319-4988-b977-fc66843ff4fc), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.855763 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8525ae-e223-46c2-90c7-9500c3cd10e3,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:44.905651 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1808870-4960-4840-87aa-3003f9f6fb3d req-c04a312a-9a77-4d93-9c4f-3e4770eff2d3 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440709 Apr 01 21:41:44.922855 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:44.998155 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:44.998876 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:45.076270 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c6ae0-8f17-473c-9353-ac9364bbd1ce None None] Pushing event updated for resources: {'Port': ['ID=ccd185f0-163d-4958-a203-8bc5e73b83e3,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:45.124047 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:45.139697 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:45.168224 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-e226de76-83e8-48dd-8486-f48d6cf7fe74 None None] Provisioning complete for port aa8525ae-e223-46c2-90c7-9500c3cd10e3 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:45.169325 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e226de76-83e8-48dd-8486-f48d6cf7fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:45.237097 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-e226de76-83e8-48dd-8486-f48d6cf7fe74 None None] Port aa8525ae-e223-46c2-90c7-9500c3cd10e3 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:41:45.345078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e5b83-009b-44e8-bda1-fae0bbf7f229 req-b304ba2e-2f7e-431b-87cd-b5210b6f70d7 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:45.347091 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3d2e5b83-009b-44e8-bda1-fae0bbf7f229 req-b304ba2e-2f7e-431b-87cd-b5210b6f70d7 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 945 time: 0.0640728 Apr 01 21:41:45.393065 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:42Z', 'revision_number': 3, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:45.401828 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks [] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:45.407587 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3d2e5b83-009b-44e8-bda1-fae0bbf7f229 req-0147ae63-2fe6-43e2-80cb-f72291e8ac67 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Apr 01 21:41:45.426009 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59417a9e-bb21-41c3-9ef8-efc140aefe8e None None] The sync data for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi is: [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:42Z', 'revision_number': 3, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:41:45.469762 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:45.470465 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (d3152a78-6319-4988-b977-fc66843ff4fc), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:45.563694 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8525ae-e223-46c2-90c7-9500c3cd10e3,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:45.581391 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f127d-f3c3-445f-bafe-c07ff0717d96 req-58ba4e24-5107-4b93-99c1-8a31969064bc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:45.582952 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7f0f127d-f3c3-445f-bafe-c07ff0717d96 req-58ba4e24-5107-4b93-99c1-8a31969064bc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.1465440 Apr 01 21:41:45.658734 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:45.658734 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:45.673585 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7f0f127d-f3c3-445f-bafe-c07ff0717d96 req-7044e155-9040-44c9-b3df-847988a2b0eb tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818400 Apr 01 21:41:45.806054 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Router d3152a78-6319-4988-b977-fc66843ff4fc has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:41:45.922169 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:41:45.927359 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2d9a20ae-4d9d-4dbe-b202-adc9572fadc6 admin admin] 10.222.0.30 "PUT /v2.0/routers/d3152a78-6319-4988-b977-fc66843ff4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1056800 Apr 01 21:41:45.978957 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-7dc9410f-57b9-43a1-a196-d77de8186ad2 None None] Provisioning complete for port aa8525ae-e223-46c2-90c7-9500c3cd10e3 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:45.979537 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7dc9410f-57b9-43a1-a196-d77de8186ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.031884 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9410f-57b9-43a1-a196-d77de8186ad2 None None] Port aa8525ae-e223-46c2-90c7-9500c3cd10e3 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:41:46.092661 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device ccd185f0-163d-4958-a203-8bc5e73b83e3 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:46.146743 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port ccd185f0-163d-4958-a203-8bc5e73b83e3 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:46.147054 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.240857 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port ccd185f0-163d-4958-a203-8bc5e73b83e3 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:46.241593 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.262070 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port ccd185f0-163d-4958-a203-8bc5e73b83e3, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=ccd185f0-163d-4958-a203-8bc5e73b83e3,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:46.339289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.410107 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=ccd185f0-163d-4958-a203-8bc5e73b83e3,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:46.537528 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1c4-bec8-4f4c-85d8-a71507ac4215 req-05403a6b-5ab1-4594-a0cc-fb2a32e9301e tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:46.539221 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8c8eb1c4-bec8-4f4c-85d8-a71507ac4215 req-05403a6b-5ab1-4594-a0cc-fb2a32e9301e tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 945 time: 0.0605865 Apr 01 21:41:46.591341 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8c8eb1c4-bec8-4f4c-85d8-a71507ac4215 req-7ad90c89-2b85-4008-92e8-cc5f9a9630b6 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Apr 01 21:41:46.663344 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49870) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:46.668215 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-224145592-network', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:46.752726 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Made reservation on behalf of a40153cb7ecb43de8621ee0b88b76f09 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:46.755214 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.761381 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49876) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:46.778972 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.822125 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873f2bd-9948-40a8-b0ce-bdbd37fec518 req-42401f4b-c88d-49f4-aca6-3bf1d163f7d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:46.823622 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c873f2bd-9948-40a8-b0ce-bdbd37fec518 req-42401f4b-c88d-49f4-aca6-3bf1d163f7d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0859821 Apr 01 21:41:46.890085 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bfbd-f6a4-4525-9afd-c83e29cdd27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.895073 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c873f2bd-9948-40a8-b0ce-bdbd37fec518 req-21b72ec7-6e08-424b-87f7-b0b462118aa6 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635650 Apr 01 21:41:46.923564 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks [] for security_group (591189b0-31ef-4d4c-9d97-eb5ae87c0613), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:46.971414 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bfbd-f6a4-4525-9afd-c83e29cdd27d admin admin] Publish callbacks [] for security_group (c92b6763-9602-47e1-aacb-760652e9c8c0), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.002407 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (591189b0-31ef-4d4c-9d97-eb5ae87c0613), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.029573 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:41:47.035933 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591189b0-31ef-4d4c-9d97-eb5ae87c0613,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:47.042809 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (0a9a2054-43cd-446f-95e2-71516338f3fd), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.043145 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Added segment 0a9a2054-43cd-446f-95e2-71516338f3fd of type vlan for network 6d49bac4-71e4-4293-87e5-8c11076facea Apr 01 21:41:47.049204 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bfbd-f6a4-4525-9afd-c83e29cdd27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c92b6763-9602-47e1-aacb-760652e9c8c0), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.087308 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (6d49bac4-71e4-4293-87e5-8c11076facea), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.094797 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ffc0bfbd-f6a4-4525-9afd-c83e29cdd27d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d0402ccfcf3463ebb925237c390593d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297763 Apr 01 21:41:47.094797 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0bfbd-f6a4-4525-9afd-c83e29cdd27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b6763-9602-47e1-aacb-760652e9c8c0,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:47.095095 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49882) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:47.158949 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a36dc58-737b-4bd1-bf6e-4a69be3f5d05 admin admin] Publish callbacks [] for security_group (c92b6763-9602-47e1-aacb-760652e9c8c0), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.181191 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a36dc58-737b-4bd1-bf6e-4a69be3f5d05 admin admin] Publish callbacks [] for security_group (c92b6763-9602-47e1-aacb-760652e9c8c0), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.189453 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (6d49bac4-71e4-4293-87e5-8c11076facea), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.190449 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:47.191019 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.215594 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Sync routers for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:41:47.225745 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:47.226373 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:47.272228 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] Pushing event updated for resources: {'Network': ['ID=6d49bac4-71e4-4293-87e5-8c11076facea,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:47.298910 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 6d49bac4-71e4-4293-87e5-8c11076facea details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:41:47.307848 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0e882b6e-7a11-4f36-a0cd-1036b991226f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6433492 Apr 01 21:41:47.311157 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 49886) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:47.316347 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Request body: {'subnet': {'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-224145592-subnet', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:47.362777 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a36dc58-737b-4bd1-bf6e-4a69be3f5d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c92b6763-9602-47e1-aacb-760652e9c8c0), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.365491 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a36dc58-737b-4bd1-bf6e-4a69be3f5d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.366844 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2a36dc58-737b-4bd1-bf6e-4a69be3f5d05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c92b6763-9602-47e1-aacb-760652e9c8c0 HTTP/1.1" status: 204 len: 168 time: 0.2700665 Apr 01 21:41:47.376370 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36dc58-737b-4bd1-bf6e-4a69be3f5d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b6763-9602-47e1-aacb-760652e9c8c0,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:47.396617 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Made reservation on behalf of a40153cb7ecb43de8621ee0b88b76f09 for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:41:47.399427 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9403914'] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.537846 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:47.612698 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-feb749b2-4b66-4085-a693-b0d38db320eb tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:47.614207 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-feb749b2-4b66-4085-a693-b0d38db320eb tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 945 time: 0.1095090 Apr 01 21:41:47.722126 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9555147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9403932'] for subnet (5d26b698-d743-48eb-a739-fab41d6ee943), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.786888 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:45Z', 'revision_number': 2, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:47.817301 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Checking router: d3152a78-6319-4988-b977-fc66843ff4fc for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:41:47.817771 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Updating router d3152a78-6319-4988-b977-fc66843ff4fc port aa8525ae-e223-46c2-90c7-9500c3cd10e3 binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:41:47.818198 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8b1b-d68e-48d0-a8dd-1d81f27d3736 req-d2e645e2-1582-4d53-bfbf-dd9300d217a1 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:47.819888 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-809a8b1b-d68e-48d0-a8dd-1d81f27d3736 req-d2e645e2-1582-4d53-bfbf-dd9300d217a1 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 945 time: 0.1469784 Apr 01 21:41:47.833236 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d26b698-d743-48eb-a739-fab41d6ee943,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:47.850241 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.868716 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Checking segment: {'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:47.868929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Network hostable DHCP agents. Network: 6d49bac4-71e4-4293-87e5-8c11076facea, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:41:47.890609 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Deleting port 4076b981-eca4-451a-8047-74bcc98d4814 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:41:47.898370 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4076b981-eca4-451a-8047-74bcc98d4814), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:47.984003 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-809a8b1b-d68e-48d0-a8dd-1d81f27d3736 req-0956f94e-6608-4e81-8712-d3316e0907cc tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/security-groups?id=156b0123-81ee-466d-be49-3f71c8e2488b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517382 Apr 01 21:41:48.046703 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] For port 4076b981-eca4-451a-8047-74bcc98d4814, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=4076b981-eca4-451a-8047-74bcc98d4814,segment=NetworkSegment(7c1a528b-3a62-4b63-acbe-1d18129428b9),segment_id=7c1a528b-3a62-4b63-acbe-1d18129428b9)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:48.047167 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4076b981-eca4-451a-8047-74bcc98d4814), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.067419 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fe9dc-0f1d-4e60-9af0-0f688b402b59 req-e6ad9a10-4bff-45da-9697-c7690cfb27e4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:48.069434 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-142fe9dc-0f1d-4e60-9af0-0f688b402b59 req-e6ad9a10-4bff-45da-9697-c7690cfb27e4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.1051021 Apr 01 21:41:48.070536 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Calling delete_port for 4076b981-eca4-451a-8047-74bcc98d4814 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:41:48.072200 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Network 6d49bac4-71e4-4293-87e5-8c11076facea is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:41:48.076552 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device ccd185f0-163d-4958-a203-8bc5e73b83e3 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:48.127153 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-142fe9dc-0f1d-4e60-9af0-0f688b402b59 req-ba8ff922-aaea-4e27-99db-6680bed25c03 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495045 Apr 01 21:41:48.174746 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 6d49bac4-71e4-4293-87e5-8c11076facea) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:48.186778 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f8fccf-882c-4ee6-94c5-0567d35a2132 None None] Network 6d49bac4-71e4-4293-87e5-8c11076facea requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:48.208165 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:48.208165 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.208420 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port ccd185f0-163d-4958-a203-8bc5e73b83e3 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:48.208420 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.287705 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Publish callbacks [] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.326761 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-7226e61d-971b-4c3e-bb34-3a3a30b8e3d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0127685 Apr 01 21:41:48.328427 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49910) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:48.333217 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:48.345057 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (4076b981-eca4-451a-8047-74bcc98d4814), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.376351 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-6d49bac4-71e4-4293-87e5-8c11076facea', 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea', 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'fixed_ips': [{'subnet_id': '5d26b698-d743-48eb-a739-fab41d6ee943'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:41:48.377923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.390312 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Pushing event deleted for resources: {'Port': ['ID=4076b981-eca4-451a-8047-74bcc98d4814,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:48.400108 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port ccd185f0-163d-4958-a203-8bc5e73b83e3 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:48.413565 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.432884 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] No DVR routers for this DVR port 4076b981-eca4-451a-8047-74bcc98d4814 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:41:48.433399 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.436888 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (2b62c156-8873-4349-94f3-75fa23657498), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.437442 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e66f0ccf-806a-4c73-a02d-f60ec6a8f908 req-6a0165c0-5d1b-4e49-9500-a7050f432337 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.31 "DELETE /v2.0/ports/4076b981-eca4-451a-8047-74bcc98d4814 HTTP/1.1" status: 204 len: 173 time: 0.8155508 Apr 01 21:41:48.437935 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'name': 'network-vif-deleted', 'tag': '4076b981-eca4-451a-8047-74bcc98d4814'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:41:48.438957 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (2b62c156-8873-4349-94f3-75fa23657498), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.443424 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa880cd-c0f9-480c-bd2b-4df72a900c73" -d '{"events": [{"server_uuid": "a6878465-8d2c-4008-88b1-63c751fe3c15", "name": "network-vif-deleted", "tag": "4076b981-eca4-451a-8047-74bcc98d4814"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:41:48.494588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57750545-b8eb-40b7-b808-8c4bf7e48f6e x-openstack-request-id: req-57750545-b8eb-40b7-b808-8c4bf7e48f6e {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:41:48.494588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6878465-8d2c-4008-88b1-63c751fe3c15", "name": "network-vif-deleted", "tag": "4076b981-eca4-451a-8047-74bcc98d4814", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:41:48.494588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57750545-b8eb-40b7-b808-8c4bf7e48f6e {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:41:48.494588 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57750545-b8eb-40b7-b808-8c4bf7e48f6e'] response: {'server_uuid': 'a6878465-8d2c-4008-88b1-63c751fe3c15', 'name': 'network-vif-deleted', 'tag': '4076b981-eca4-451a-8047-74bcc98d4814', 'status': 'completed', 'code': 200} Apr 01 21:41:48.519534 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks [] for router_controller (2b62c156-8873-4349-94f3-75fa23657498), precommit_add_association {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.572733 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c629c08-b753-4e8a-bcc1-2752111a8485 None None] Pushing event updated for resources: {'Port': ['ID=aa8525ae-e223-46c2-90c7-9500c3cd10e3,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:48.645519 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Attempting to bind port aa8525ae-e223-46c2-90c7-9500c3cd10e3 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:48.646041 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Attempting to bind port aa8525ae-e223-46c2-90c7-9500c3cd10e3 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:48.646285 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Attempting to bind port aa8525ae-e223-46c2-90c7-9500c3cd10e3 on network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:48.656630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:48.657002 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Checking segment: {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:48.663534 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.663997 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Bound using segment: {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:48.664519 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Bound port: aa8525ae-e223-46c2-90c7-9500c3cd10e3, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:48.664911 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.687392 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Allocated IP 172.20.0.2 (6d49bac4-71e4-4293-87e5-8c11076facea/5d26b698-d743-48eb-a739-fab41d6ee943/72e735d8-0eb1-4fce-8094-499e43bd1a79) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:48.854240 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] For port aa8525ae-e223-46c2-90c7-9500c3cd10e3, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:48.859334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] For port aa8525ae-e223-46c2-90c7-9500c3cd10e3, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=aa8525ae-e223-46c2-90c7-9500c3cd10e3,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:48.907239 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-869ddd6b-c95b-4014-8984-22287521d85b None None] Provisioning complete for port aa8525ae-e223-46c2-90c7-9500c3cd10e3 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:48.907607 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-869ddd6b-c95b-4014-8984-22287521d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.957168 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:48.965771 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks [] for router_gateway (2b62c156-8873-4349-94f3-75fa23657498), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.042406 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-869ddd6b-c95b-4014-8984-22287521d85b None None] Port aa8525ae-e223-46c2-90c7-9500c3cd10e3 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:41:49.047440 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Publish callbacks [] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.068887 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:49.069684 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:49.143105 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c20e485b-23a6-47f9-addd-f607a25f891a req-5d3f92cb-5aac-4230-b721-d612a0d92916 tempest-VolumesActionsTest-430513267 tempest-VolumesActionsTest-430513267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6878465-8d2c-4008-88b1-63c751fe3c15 HTTP/1.1" status: 200 len: 210 time: 0.0435829 Apr 01 21:41:49.149540 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.153480 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c629c08-b753-4e8a-bcc1-2752111a8485 None None] Pushing event updated for resources: {'Port': ['ID=aa8525ae-e223-46c2-90c7-9500c3cd10e3,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:49.235014 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Network 6d49bac4-71e4-4293-87e5-8c11076facea is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:49.240923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:49.255649 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:49.291697 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Pushing event updated for resources: {'Port': ['ID=72e735d8-0eb1-4fce-8094-499e43bd1a79,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:49.347208 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab298-d09a-4ed6-a5be-e01a6a5ad4c0 req-ce438290-0971-46ef-8f37-04f3851257a9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:49.349023 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-550ab298-d09a-4ed6-a5be-e01a6a5ad4c0 req-ce438290-0971-46ef-8f37-04f3851257a9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0968997 Apr 01 21:41:49.369848 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Attempting to bind port 72e735d8-0eb1-4fce-8094-499e43bd1a79 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:49.369848 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Attempting to bind port 72e735d8-0eb1-4fce-8094-499e43bd1a79 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:49.369848 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Attempting to bind port 72e735d8-0eb1-4fce-8094-499e43bd1a79 on network 6d49bac4-71e4-4293-87e5-8c11076facea {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:49.370312 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:49.400839 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks [] for router_gateway (2b62c156-8873-4349-94f3-75fa23657498), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.406694 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:49.407264 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Checking segment: {'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:49.409630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.409630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Bound using segment: {'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:49.409630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Bound port: 72e735d8-0eb1-4fce-8094-499e43bd1a79, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:49.409630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.426883 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.455801 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-550ab298-d09a-4ed6-a5be-e01a6a5ad4c0 req-d62b5f69-a671-4df3-8e41-48435325022d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913775 Apr 01 21:41:49.589087 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Allocated IP 172.27.1.150 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/6098cdf8-3883-4436-8305-41d8e0c39520) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:49.700679 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks [] for port (6098cdf8-3883-4436-8305-41d8e0c39520), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.737902 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-41630b8f-8587-4e74-8ba0-09750373f5ef None None] Provisioning complete for port aa8525ae-e223-46c2-90c7-9500c3cd10e3 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:49.738278 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-41630b8f-8587-4e74-8ba0-09750373f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.770220 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] For port 72e735d8-0eb1-4fce-8094-499e43bd1a79, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:49.799679 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] For port 72e735d8-0eb1-4fce-8094-499e43bd1a79, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=72e735d8-0eb1-4fce-8094-499e43bd1a79,segment=NetworkSegment(0a9a2054-43cd-446f-95e2-71516338f3fd),segment_id=0a9a2054-43cd-446f-95e2-71516338f3fd)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:49.808731 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.846056 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:49.848987 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:49.851451 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:49.902279 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-41630b8f-8587-4e74-8ba0-09750373f5ef None None] Current status of the port aa8525ae-e223-46c2-90c7-9500c3cd10e3 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:49.902662 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-41630b8f-8587-4e74-8ba0-09750373f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.922036 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Pushing event updated for resources: {'Port': ['ID=6098cdf8-3883-4436-8305-41d8e0c39520,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:49.925816 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:49.977884 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-41630b8f-8587-4e74-8ba0-09750373f5ef None None] For port aa8525ae-e223-46c2-90c7-9500c3cd10e3, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=aa8525ae-e223-46c2-90c7-9500c3cd10e3,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:49.990633 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:48Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:50.029971 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961149b-d087-4e4e-935d-3b2e95a18a9f None None] The sync data for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi is: [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:48Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:41:50.035921 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c64e-4789-4f70-b433-96ec66a5a379 None None] Pushing event updated for resources: {'Port': ['ID=72e735d8-0eb1-4fce-8094-499e43bd1a79,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:50.106766 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-41630b8f-8587-4e74-8ba0-09750373f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:50.204491 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 4076b981-eca4-451a-8047-74bcc98d4814 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:41:50.263507 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630b8f-8587-4e74-8ba0-09750373f5ef None None] Pushing event updated for resources: {'Port': ['ID=aa8525ae-e223-46c2-90c7-9500c3cd10e3,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:50.274608 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 4076b981-eca4-451a-8047-74bcc98d4814 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:41:50.274608 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 4076b981-eca4-451a-8047-74bcc98d4814 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:41:50.287766 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks [] for router_gateway (2b62c156-8873-4349-94f3-75fa23657498), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:50.606716 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (2b62c156-8873-4349-94f3-75fa23657498), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:50.645848 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0669553-005c-4151-b365-abeb3ac00bed req-b21c6a3e-b04c-4926-935c-f5665837b438 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:50.655727 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f0669553-005c-4151-b365-abeb3ac00bed req-b21c6a3e-b04c-4926-935c-f5665837b438 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0962954 Apr 01 21:41:50.723674 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f0669553-005c-4151-b365-abeb3ac00bed req-cafd8262-cf13-4a20-bc32-98bf9f0733b4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668130 Apr 01 21:41:50.910927 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Router 2b62c156-8873-4349-94f3-75fa23657498 is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:41:51.049342 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:41:51.067899 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Sync routers for ids ['2b62c156-8873-4349-94f3-75fa23657498'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:41:51.094430 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Routers {'2b62c156-8873-4349-94f3-75fa23657498'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:51.096538 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['2b62c156-8873-4349-94f3-75fa23657498'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:51.176662 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.180577 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-616844cf-f6fa-4a3f-ab26-0098a323e500 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8486063 Apr 01 21:41:51.181749 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 49972) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:51.218967 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae9db4-27c5-428a-aed6-9ce1bb841734 None None] Network 6d49bac4-71e4-4293-87e5-8c11076facea requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:41:51.239561 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Set router 2b62c156-8873-4349-94f3-75fa23657498 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:51.321932 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-966ea7b5-b947-486f-85e2-4ca1d75e249d None None] Provisioning complete for port 72e735d8-0eb1-4fce-8094-499e43bd1a79 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:51.322265 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-966ea7b5-b947-486f-85e2-4ca1d75e249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.480591 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 3, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port': {'id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:49Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:51.537655 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-966ea7b5-b947-486f-85e2-4ca1d75e249d None None] Current status of the port 72e735d8-0eb1-4fce-8094-499e43bd1a79 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:51.538411 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-966ea7b5-b947-486f-85e2-4ca1d75e249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.554450 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Checking router: 2b62c156-8873-4349-94f3-75fa23657498 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:41:51.555046 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Updating router 2b62c156-8873-4349-94f3-75fa23657498 port 6098cdf8-3883-4436-8305-41d8e0c39520 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:41:51.590703 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.591174 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-966ea7b5-b947-486f-85e2-4ca1d75e249d None None] For port 72e735d8-0eb1-4fce-8094-499e43bd1a79, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=72e735d8-0eb1-4fce-8094-499e43bd1a79,segment=NetworkSegment(0a9a2054-43cd-446f-95e2-71516338f3fd),segment_id=0a9a2054-43cd-446f-95e2-71516338f3fd)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:51.693762 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-966ea7b5-b947-486f-85e2-4ca1d75e249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.708731 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:41:51.785835 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ea7b5-b947-486f-85e2-4ca1d75e249d None None] Pushing event updated for resources: {'Port': ['ID=72e735d8-0eb1-4fce-8094-499e43bd1a79,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:51.816432 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-dec3bf9c-e8c6-4698-b3b8-947f70773b2e None None] Provisioning complete for port 72e735d8-0eb1-4fce-8094-499e43bd1a79 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:51.817367 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dec3bf9c-e8c6-4698-b3b8-947f70773b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.869491 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.908303 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb80447-d601-452d-bd75-87485b73fa98 req-e32a8571-c157-451b-8419-048d85e0a34d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:51.909862 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6fb80447-d601-452d-bd75-87485b73fa98 req-e32a8571-c157-451b-8419-048d85e0a34d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0849783 Apr 01 21:41:51.912313 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-dec3bf9c-e8c6-4698-b3b8-947f70773b2e None None] Current status of the port 72e735d8-0eb1-4fce-8094-499e43bd1a79 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:51.913827 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Publish callbacks [] for port (6098cdf8-3883-4436-8305-41d8e0c39520), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:51.990942 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.030100 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6fb80447-d601-452d-bd75-87485b73fa98 req-5ec04d9f-5199-4fb4-b771-8b4d338ff468 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870538 Apr 01 21:41:52.042942 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a26014-a112-4823-9aa3-f5e5741ae280 None None] Pushing event updated for resources: {'Port': ['ID=6098cdf8-3883-4436-8305-41d8e0c39520,revision_number=2']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:52.065927 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Attempting to bind port 6098cdf8-3883-4436-8305-41d8e0c39520 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:52.066377 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Attempting to bind port 6098cdf8-3883-4436-8305-41d8e0c39520 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:52.066833 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Attempting to bind port 6098cdf8-3883-4436-8305-41d8e0c39520 on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:52.072529 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:52.073178 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:52.073268 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.073795 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:52.074314 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Bound port: 6098cdf8-3883-4436-8305-41d8e0c39520, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:52.074749 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.091997 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Allocated IP 172.20.0.1 (6d49bac4-71e4-4293-87e5-8c11076facea/5d26b698-d743-48eb-a739-fab41d6ee943/172d0175-9611-4a21-89e3-38c2fe00c59c) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:41:52.129183 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 72e735d8-0eb1-4fce-8094-499e43bd1a79 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:52.132307 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] For port 6098cdf8-3883-4436-8305-41d8e0c39520, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:52.135590 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] For port 6098cdf8-3883-4436-8305-41d8e0c39520, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=6098cdf8-3883-4436-8305-41d8e0c39520,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:52.177836 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 72e735d8-0eb1-4fce-8094-499e43bd1a79 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:52.178226 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.199362 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.201050 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks [] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.247007 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Routers {'2b62c156-8873-4349-94f3-75fa23657498'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:52.247616 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['2b62c156-8873-4349-94f3-75fa23657498'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:52.266409 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 72e735d8-0eb1-4fce-8094-499e43bd1a79 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:52.267473 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device aa8525ae-e223-46c2-90c7-9500c3cd10e3 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:52.282415 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.324520 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Network 6d49bac4-71e4-4293-87e5-8c11076facea is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:52.329977 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:52.336646 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port aa8525ae-e223-46c2-90c7-9500c3cd10e3 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:52.336646 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.337074 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:41:52.337489 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (2b62c156-8873-4349-94f3-75fa23657498), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.390227 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1b49a1cb-636b-4961-acc5-2d7174a2b471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.402661 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Pushing event updated for resources: {'Port': ['ID=172d0175-9611-4a21-89e3-38c2fe00c59c,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:52.423235 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a26014-a112-4823-9aa3-f5e5741ae280 None None] Pushing event updated for resources: {'Port': ['ID=6098cdf8-3883-4436-8305-41d8e0c39520,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:52.447967 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port aa8525ae-e223-46c2-90c7-9500c3cd10e3 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:52.482008 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] Set router 2b62c156-8873-4349-94f3-75fa23657498 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:52.573894 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.640323 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-b9f2f9dc-af1f-4273-82a0-91b78c9b89da None None] Provisioning complete for port 172d0175-9611-4a21-89e3-38c2fe00c59c triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:52.640600 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f9dc-af1f-4273-82a0-91b78c9b89da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:52.668009 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 3, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port': {'id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:49Z', 'updated_at': '2022-04-01T21:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:52.680962 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2f9dc-af1f-4273-82a0-91b78c9b89da None None] Port 172d0175-9611-4a21-89e3-38c2fe00c59c cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:41:52.702335 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d88c57-ae1e-418e-850e-fcc14b9fb3be None None] The sync data for ids ['2b62c156-8873-4349-94f3-75fa23657498'] in dv-cinder-836211-1-iscsi is: [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 3, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port': {'id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:49Z', 'updated_at': '2022-04-01T21:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:41:52.943768 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks [] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:53.002388 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:53.003137 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (2b62c156-8873-4349-94f3-75fa23657498), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:53.086832 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Pushing event updated for resources: {'Port': ['ID=172d0175-9611-4a21-89e3-38c2fe00c59c,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:53.136395 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Network 6d49bac4-71e4-4293-87e5-8c11076facea is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:41:53.140126 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:41:53.166147 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665e316-82b1-48e9-9121-58335e946a58 req-ae2458cf-284e-48c3-a96a-eff1bdf31fb7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:53.167940 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c665e316-82b1-48e9-9121-58335e946a58 req-ae2458cf-284e-48c3-a96a-eff1bdf31fb7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0611501 Apr 01 21:41:53.241937 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c665e316-82b1-48e9-9121-58335e946a58 req-2ade6308-85b7-4ee5-932d-1fa8f4c3296b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652425 Apr 01 21:41:53.267618 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Router 2b62c156-8873-4349-94f3-75fa23657498 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:41:53.389883 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:41:53.396171 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0a2ded5d-316e-4ed2-b56a-76202e8d612c admin admin] 10.222.0.30 "PUT /v2.0/routers/2b62c156-8873-4349-94f3-75fa23657498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2133229 Apr 01 21:41:53.405225 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-80f2f109-5b21-4efb-acc0-d36d56710d50 None None] Provisioning complete for port 172d0175-9611-4a21-89e3-38c2fe00c59c triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:53.405801 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-80f2f109-5b21-4efb-acc0-d36d56710d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:53.443752 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-80f2f109-5b21-4efb-acc0-d36d56710d50 None None] Port 172d0175-9611-4a21-89e3-38c2fe00c59c cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:41:54.063802 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50028) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:54.068745 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-3a9c31a3-3b2b-4958-9821-4de7e2ef5e28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256523355', 'description': 'tempest-secgroup-smoke-1256523355 description', 'project_id': '936b9d8e87054257a1fb6f0aad76f561'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:54.076859 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 6098cdf8-3883-4436-8305-41d8e0c39520 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:54.127573 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 6098cdf8-3883-4436-8305-41d8e0c39520 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:54.127947 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.157325 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a9c31a3-3b2b-4958-9821-4de7e2ef5e28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.212358 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 6098cdf8-3883-4436-8305-41d8e0c39520 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:54.212358 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.231745 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a9c31a3-3b2b-4958-9821-4de7e2ef5e28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group (08e2889d-d848-4fea-aa98-5e888c35b877), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.235847 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 6098cdf8-3883-4436-8305-41d8e0c39520, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=6098cdf8-3883-4436-8305-41d8e0c39520,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:54.304957 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Sync routers for ids ['2b62c156-8873-4349-94f3-75fa23657498'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:41:54.305122 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a9c31a3-3b2b-4958-9821-4de7e2ef5e28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (08e2889d-d848-4fea-aa98-5e888c35b877), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.315675 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Routers {'2b62c156-8873-4349-94f3-75fa23657498'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:54.316307 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['2b62c156-8873-4349-94f3-75fa23657498'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:54.338339 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c31a3-3b2b-4958-9821-4de7e2ef5e28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e2889d-d848-4fea-aa98-5e888c35b877,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:54.352543 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.362512 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8a9bd-5e0a-40cf-8f74-c28a32be441e req-6af22164-ff75-4db9-a35c-daa45cae83cf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:54.364060 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-92a8a9bd-5e0a-40cf-8f74-c28a32be441e req-6af22164-ff75-4db9-a35c-daa45cae83cf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0622163 Apr 01 21:41:54.381078 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3a9c31a3-3b2b-4958-9821-4de7e2ef5e28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.385161 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3a9c31a3-3b2b-4958-9821-4de7e2ef5e28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3174734 Apr 01 21:41:54.385577 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50034) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:54.391850 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-167e192f-8c60-479b-ae21-346eb487f4f2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'security_group_rule': {'security_group_id': '08e2889d-d848-4fea-aa98-5e888c35b877', 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:54.418613 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-92a8a9bd-5e0a-40cf-8f74-c28a32be441e req-d4057e72-4f34-4369-aa7f-49c003f46cd8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489595 Apr 01 21:41:54.451162 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=6098cdf8-3883-4436-8305-41d8e0c39520,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:54.469521 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Set router 2b62c156-8873-4349-94f3-75fa23657498 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:54.469745 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-167e192f-8c60-479b-ae21-346eb487f4f2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (f45f2363-1bd1-4f65-a5f7-2f7ea8b39c41), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.525165 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-167e192f-8c60-479b-ae21-346eb487f4f2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (f45f2363-1bd1-4f65-a5f7-2f7ea8b39c41), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.590982 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-167e192f-8c60-479b-ae21-346eb487f4f2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (f45f2363-1bd1-4f65-a5f7-2f7ea8b39c41), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.607580 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e192f-8c60-479b-ae21-346eb487f4f2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45f2363-1bd1-4f65-a5f7-2f7ea8b39c41,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:54.671472 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b856ae2c-dea3-486a-b86e-0cb1398a1b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.678210 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-167e192f-8c60-479b-ae21-346eb487f4f2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.679438 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-167e192f-8c60-479b-ae21-346eb487f4f2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927868 Apr 01 21:41:54.683188 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50036) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:54.684245 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:41:52Z', 'revision_number': 4, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port': {'id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:49Z', 'updated_at': '2022-04-01T21:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '172d0175-9611-4a21-89e3-38c2fe00c59c', 'name': '', 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'mac_address': 'fa:16:3e:c9:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5d26b698-d743-48eb-a739-fab41d6ee943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:51Z', 'updated_at': '2022-04-01T21:41:52Z', 'revision_number': 2, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'subnets': [{'id': '5d26b698-d743-48eb-a739-fab41d6ee943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:54.687678 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-2895d244-63ba-4de8-985a-fbf6b5091ecc tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'security_group_rule': {'security_group_id': '08e2889d-d848-4fea-aa98-5e888c35b877', 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:54.711163 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Checking router: 2b62c156-8873-4349-94f3-75fa23657498 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:41:54.711520 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Updating router 2b62c156-8873-4349-94f3-75fa23657498 port 172d0175-9611-4a21-89e3-38c2fe00c59c binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:41:54.740544 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.767934 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2895d244-63ba-4de8-985a-fbf6b5091ecc tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (03e05051-74ac-4fa2-a1d7-1d0c51d7a8d6), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.831380 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2895d244-63ba-4de8-985a-fbf6b5091ecc tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (03e05051-74ac-4fa2-a1d7-1d0c51d7a8d6), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.893651 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2895d244-63ba-4de8-985a-fbf6b5091ecc tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (03e05051-74ac-4fa2-a1d7-1d0c51d7a8d6), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.913311 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895d244-63ba-4de8-985a-fbf6b5091ecc tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e05051-74ac-4fa2-a1d7-1d0c51d7a8d6,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:54.986939 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2895d244-63ba-4de8-985a-fbf6b5091ecc tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:54.988213 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2895d244-63ba-4de8-985a-fbf6b5091ecc tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3045759 Apr 01 21:41:54.990890 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50044) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:54.995394 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-b429a38a-632b-44dc-bd17-fff3f4833048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'security_group_rule': {'security_group_id': '08e2889d-d848-4fea-aa98-5e888c35b877', 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:55.075191 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b429a38a-632b-44dc-bd17-fff3f4833048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (11a82afc-90fd-4154-a373-4adeed6db940), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.126786 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Publish callbacks [] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.132244 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b429a38a-632b-44dc-bd17-fff3f4833048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (11a82afc-90fd-4154-a373-4adeed6db940), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.190221 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.213466 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b429a38a-632b-44dc-bd17-fff3f4833048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (11a82afc-90fd-4154-a373-4adeed6db940), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.237004 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429a38a-632b-44dc-bd17-fff3f4833048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a82afc-90fd-4154-a373-4adeed6db940,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:55.243727 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136af593-0723-4cc0-94de-71bddb314714 None None] Pushing event updated for resources: {'Port': ['ID=172d0175-9611-4a21-89e3-38c2fe00c59c,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:55.299468 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Attempting to bind port 172d0175-9611-4a21-89e3-38c2fe00c59c on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:41:55.300128 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Attempting to bind port 172d0175-9611-4a21-89e3-38c2fe00c59c by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:41:55.300687 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Attempting to bind port 172d0175-9611-4a21-89e3-38c2fe00c59c on network 6d49bac4-71e4-4293-87e5-8c11076facea {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:41:55.306432 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:41:55.306813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Checking segment: {'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:41:55.313647 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.313647 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Bound using segment: {'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:41:55.313647 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Bound port: 172d0175-9611-4a21-89e3-38c2fe00c59c, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9a2054-43cd-446f-95e2-71516338f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:41:55.314480 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b429a38a-632b-44dc-bd17-fff3f4833048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.314560 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.314654 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b429a38a-632b-44dc-bd17-fff3f4833048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3179703 Apr 01 21:41:55.314739 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50054) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:55.318911 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-189896c4-29a9-4483-8f51-2814819c77a0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'security_group_rule': {'security_group_id': '08e2889d-d848-4fea-aa98-5e888c35b877', 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:55.384105 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] For port 172d0175-9611-4a21-89e3-38c2fe00c59c, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:41:55.387680 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] For port 172d0175-9611-4a21-89e3-38c2fe00c59c, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=172d0175-9611-4a21-89e3-38c2fe00c59c,segment=NetworkSegment(0a9a2054-43cd-446f-95e2-71516338f3fd),segment_id=0a9a2054-43cd-446f-95e2-71516338f3fd)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:41:55.423999 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-189896c4-29a9-4483-8f51-2814819c77a0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (3deb7d2e-9553-45fb-8c95-1ecc195330f8), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.475216 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.520508 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-189896c4-29a9-4483-8f51-2814819c77a0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (3deb7d2e-9553-45fb-8c95-1ecc195330f8), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.527357 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-d155a582-50f2-4c73-a188-6043afe82c40 None None] Provisioning complete for port 172d0175-9611-4a21-89e3-38c2fe00c59c triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:55.527993 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d155a582-50f2-4c73-a188-6043afe82c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.579130 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b661-1d6a-4ade-b7ae-0dede2c7249c req-fb479d07-4194-45b0-8d06-73e5c29a341d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:55.580938 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d833b661-1d6a-4ade-b7ae-0dede2c7249c req-fb479d07-4194-45b0-8d06-73e5c29a341d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0627518 Apr 01 21:41:55.581712 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Routers {'2b62c156-8873-4349-94f3-75fa23657498'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:41:55.582535 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:41:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['2b62c156-8873-4349-94f3-75fa23657498'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:55.618328 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-189896c4-29a9-4483-8f51-2814819c77a0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (3deb7d2e-9553-45fb-8c95-1ecc195330f8), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.665178 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189896c4-29a9-4483-8f51-2814819c77a0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb7d2e-9553-45fb-8c95-1ecc195330f8,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:55.674010 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136af593-0723-4cc0-94de-71bddb314714 None None] Pushing event updated for resources: {'Port': ['ID=172d0175-9611-4a21-89e3-38c2fe00c59c,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:55.677983 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d833b661-1d6a-4ade-b7ae-0dede2c7249c req-161a99c0-9c49-4d2f-a7ae-396800c546a4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901306 Apr 01 21:41:55.731258 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-189896c4-29a9-4483-8f51-2814819c77a0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.737004 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-189896c4-29a9-4483-8f51-2814819c77a0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190881 Apr 01 21:41:55.737004 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50070) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:55.739900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'security_group_rule': {'security_group_id': '08e2889d-d848-4fea-aa98-5e888c35b877', 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:55.788496 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] Set router 2b62c156-8873-4349-94f3-75fa23657498 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:41:55.790176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-d155a582-50f2-4c73-a188-6043afe82c40 None None] Current status of the port 172d0175-9611-4a21-89e3-38c2fe00c59c is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:55.790566 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d155a582-50f2-4c73-a188-6043afe82c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.878142 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.securitygroups_db [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Project 936b9d8e87054257a1fb6f0aad76f561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 21:41:55.881047 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.889812 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (548ee8df-12ce-40d9-a3b9-387f25a442f2), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:55.922256 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-d155a582-50f2-4c73-a188-6043afe82c40 None None] For port 172d0175-9611-4a21-89e3-38c2fe00c59c, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=172d0175-9611-4a21-89e3-38c2fe00c59c,segment=NetworkSegment(0a9a2054-43cd-446f-95e2-71516338f3fd),segment_id=0a9a2054-43cd-446f-95e2-71516338f3fd)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:41:55.957356 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (548ee8df-12ce-40d9-a3b9-387f25a442f2), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.029994 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:41:52Z', 'revision_number': 4, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port': {'id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:49Z', 'updated_at': '2022-04-01T21:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '172d0175-9611-4a21-89e3-38c2fe00c59c', 'name': '', 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'mac_address': 'fa:16:3e:c9:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5d26b698-d743-48eb-a739-fab41d6ee943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:51Z', 'updated_at': '2022-04-01T21:41:55Z', 'revision_number': 4, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'subnets': [{'id': '5d26b698-d743-48eb-a739-fab41d6ee943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:41:56.035066 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (548ee8df-12ce-40d9-a3b9-387f25a442f2), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.079429 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548ee8df-12ce-40d9-a3b9-387f25a442f2,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:56.083764 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d155a582-50f2-4c73-a188-6043afe82c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.088228 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b6bc8-c3b8-42a1-9ab4-039fc0f7d361 None None] The sync data for ids ['2b62c156-8873-4349-94f3-75fa23657498'] in dv-cinder-836211-1-iscsi is: [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:41:52Z', 'revision_number': 4, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port': {'id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:49Z', 'updated_at': '2022-04-01T21:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '172d0175-9611-4a21-89e3-38c2fe00c59c', 'name': '', 'network_id': '6d49bac4-71e4-4293-87e5-8c11076facea', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'mac_address': 'fa:16:3e:c9:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5d26b698-d743-48eb-a739-fab41d6ee943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:51Z', 'updated_at': '2022-04-01T21:41:55Z', 'revision_number': 4, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'subnets': [{'id': '5d26b698-d743-48eb-a739-fab41d6ee943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:41:56.096466 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 6098cdf8-3883-4436-8305-41d8e0c39520 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:56.120002 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.126385 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50088) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:41:56.131547 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-98c300c8-3913-494f-9ae0-7e759d750484 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3951249 Apr 01 21:41:56.132309 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'security_group_rule': {'security_group_id': '08e2889d-d848-4fea-aa98-5e888c35b877', 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:41:56.215333 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155a582-50f2-4c73-a188-6043afe82c40 None None] Pushing event updated for resources: {'Port': ['ID=172d0175-9611-4a21-89e3-38c2fe00c59c,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:56.231719 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-ce82bffb-8652-491c-ac78-cb9ad884099c None None] Provisioning complete for port 172d0175-9611-4a21-89e3-38c2fe00c59c triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:56.232423 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ce82bffb-8652-491c-ac78-cb9ad884099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.236491 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.securitygroups_db [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Project 936b9d8e87054257a1fb6f0aad76f561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 21:41:56.241843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (56c3eafd-1034-485c-a33b-09de7adbcbb6), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.261928 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 6098cdf8-3883-4436-8305-41d8e0c39520 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:56.262301 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.327157 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (56c3eafd-1034-485c-a33b-09de7adbcbb6), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.384907 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-ce82bffb-8652-491c-ac78-cb9ad884099c None None] Current status of the port 172d0175-9611-4a21-89e3-38c2fe00c59c is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:56.397306 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 6098cdf8-3883-4436-8305-41d8e0c39520 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:56.413187 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (56c3eafd-1034-485c-a33b-09de7adbcbb6), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.432134 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c3eafd-1034-485c-a33b-09de7adbcbb6,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:41:56.518499 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:56.519836 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1fafb1c0-9886-449f-849e-b631e5a72291 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3921566 Apr 01 21:41:56.815079 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893c1cb-080f-4b1a-ab20-fd9346668462 req-651a20b0-325f-4dd0-830e-07439820f234 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:56.822735 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c893c1cb-080f-4b1a-ab20-fd9346668462 req-651a20b0-325f-4dd0-830e-07439820f234 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0688543 Apr 01 21:41:56.868140 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c893c1cb-080f-4b1a-ab20-fd9346668462 req-c22ac926-df0c-4af8-95d5-fdc9851c633f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Apr 01 21:41:56.985360 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:57.986038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831762b-3e33-4255-a42d-3d81f29ea466 req-bf9c7113-acb6-4da2-a0d8-14d86d948905 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:57.987536 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7831762b-3e33-4255-a42d-3d81f29ea466 req-bf9c7113-acb6-4da2-a0d8-14d86d948905 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0525727 Apr 01 21:41:58.054639 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7831762b-3e33-4255-a42d-3d81f29ea466 req-44e2cb99-dbb6-4dd2-b17e-c861b4d2e878 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597003 Apr 01 21:41:58.087130 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 172d0175-9611-4a21-89e3-38c2fe00c59c up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:41:58.134263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 172d0175-9611-4a21-89e3-38c2fe00c59c triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:41:58.134634 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:58.219267 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 172d0175-9611-4a21-89e3-38c2fe00c59c is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:41:58.590223 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:41:59.174733 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c277a-6ee2-4be7-a7b6-05000f121a4c req-c1c8a8cc-a4db-499e-ae0a-3076337b64dd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:41:59.176216 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9b7c277a-6ee2-4be7-a7b6-05000f121a4c req-c1c8a8cc-a4db-499e-ae0a-3076337b64dd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0554297 Apr 01 21:41:59.223368 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9b7c277a-6ee2-4be7-a7b6-05000f121a4c req-f25527ea-a29d-4b61-9c30-cfad59555de9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Apr 01 21:42:00.361816 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fd151-8f05-4859-989e-d56c19c406ed req-2c7918e8-ee72-4a3e-b0f6-e6a67d19be25 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:00.363318 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-278fd151-8f05-4859-989e-d56c19c406ed req-2c7918e8-ee72-4a3e-b0f6-e6a67d19be25 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0596600 Apr 01 21:42:00.421716 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-278fd151-8f05-4859-989e-d56c19c406ed req-afe726cf-7c85-4a2c-b7ab-14519b975946 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 Apr 01 21:42:00.735199 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50250) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:00.851757 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2851dfaf-3686-4c91-9eef-7685b2949bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:00.951674 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2851dfaf-3686-4c91-9eef-7685b2949bf1 admin admin] Publish callbacks [] for security_group (7a038b34-2a79-4af7-9079-7f39ac72b715), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:01.156028 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2851dfaf-3686-4c91-9eef-7685b2949bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7a038b34-2a79-4af7-9079-7f39ac72b715), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:01.216833 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2851dfaf-3686-4c91-9eef-7685b2949bf1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8eb6cfaa2c5d42da881f0fab7e9691d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4798753 Apr 01 21:42:01.219380 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50258) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:01.221405 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851dfaf-3686-4c91-9eef-7685b2949bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a038b34-2a79-4af7-9079-7f39ac72b715,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:01.286634 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-185ba1ed-3603-4fb2-920c-e51565a8fba5 admin admin] Publish callbacks [] for security_group (7a038b34-2a79-4af7-9079-7f39ac72b715), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:01.313020 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-185ba1ed-3603-4fb2-920c-e51565a8fba5 admin admin] Publish callbacks [] for security_group (7a038b34-2a79-4af7-9079-7f39ac72b715), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:01.436047 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-185ba1ed-3603-4fb2-920c-e51565a8fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7a038b34-2a79-4af7-9079-7f39ac72b715), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:01.439800 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-185ba1ed-3603-4fb2-920c-e51565a8fba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:01.441071 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-185ba1ed-3603-4fb2-920c-e51565a8fba5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a038b34-2a79-4af7-9079-7f39ac72b715 HTTP/1.1" status: 204 len: 168 time: 0.2206109 Apr 01 21:42:01.451808 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba1ed-3603-4fb2-920c-e51565a8fba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a038b34-2a79-4af7-9079-7f39ac72b715,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:01.579176 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb6fe-1f33-40a8-99ec-e73932429215 req-887dca19-b376-4d26-86c1-ad13b0962027 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:01.580714 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d76fb6fe-1f33-40a8-99ec-e73932429215 req-887dca19-b376-4d26-86c1-ad13b0962027 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0591493 Apr 01 21:42:01.630639 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d76fb6fe-1f33-40a8-99ec-e73932429215 req-414c372d-89a0-4f11-8403-23e0b894b589 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Apr 01 21:42:02.769321 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c6955-b20b-4b20-87d8-ddf5cd38b00c req-addc691a-3806-4bd5-a12f-a82763ca80de tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:02.771792 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-878c6955-b20b-4b20-87d8-ddf5cd38b00c req-addc691a-3806-4bd5-a12f-a82763ca80de tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0622938 Apr 01 21:42:02.836702 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-878c6955-b20b-4b20-87d8-ddf5cd38b00c req-49b109d6-2caf-4e3e-b014-7c46ff707f7e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583918 Apr 01 21:42:03.978854 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b149c-6211-4483-8c8e-2eb37eaee198 req-c01cda0d-cb0d-418d-8705-ea183b6c2785 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:03.981280 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3f2b149c-6211-4483-8c8e-2eb37eaee198 req-c01cda0d-cb0d-418d-8705-ea183b6c2785 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0725584 Apr 01 21:42:04.057291 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3f2b149c-6211-4483-8c8e-2eb37eaee198 req-875dadf5-24bb-4623-9830-3761303a39e5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616014 Apr 01 21:42:05.178874 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696888f-73eb-46f8-b7b5-ff6a67ac7b1a req-0d097122-86dd-4745-b14c-ca54010979c1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:05.180348 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f696888f-73eb-46f8-b7b5-ff6a67ac7b1a req-0d097122-86dd-4745-b14c-ca54010979c1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0515072 Apr 01 21:42:05.229322 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f696888f-73eb-46f8-b7b5-ff6a67ac7b1a req-3fa381c5-f0b7-4c23-9dba-20f8dfd5db97 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Apr 01 21:42:06.357161 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611133c-2498-480f-aa56-8edaa733e97b req-5d6a35ba-029e-4039-8b9c-7a7df7572084 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:06.358685 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3611133c-2498-480f-aa56-8edaa733e97b req-5d6a35ba-029e-4039-8b9c-7a7df7572084 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0542443 Apr 01 21:42:06.404371 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3611133c-2498-480f-aa56-8edaa733e97b req-4ab1cf5d-9702-4a48-ba33-d1635baddbe9 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Apr 01 21:42:07.534589 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95524413-8a6e-4f75-a446-afe4af79bfa2 req-f6601375-0266-4978-b890-4b209d4f3048 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:07.536212 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-95524413-8a6e-4f75-a446-afe4af79bfa2 req-f6601375-0266-4978-b890-4b209d4f3048 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0621119 Apr 01 21:42:07.610335 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-95524413-8a6e-4f75-a446-afe4af79bfa2 req-a384787a-558a-4c06-ae20-ea54425a5212 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678046 Apr 01 21:42:08.738656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935255d-4178-4417-bd0c-6e113f00cc84 req-0b5e865d-49cd-4c22-ab6a-e4a7e10d6c2c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:08.740161 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a935255d-4178-4417-bd0c-6e113f00cc84 req-0b5e865d-49cd-4c22-ab6a-e4a7e10d6c2c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0580099 Apr 01 21:42:08.790008 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a935255d-4178-4417-bd0c-6e113f00cc84 req-4706a851-d9e5-4fda-8426-ccc8aab72b87 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Apr 01 21:42:09.916157 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08b7ca-a635-4d34-9e3a-9e15a2f120fd req-affce5cb-376c-499c-abf9-19810b99da05 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:09.934744 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8f08b7ca-a635-4d34-9e3a-9e15a2f120fd req-affce5cb-376c-499c-abf9-19810b99da05 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0709851 Apr 01 21:42:10.030391 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-9dd8f05b-8469-4bf4-9d9d-fb461def49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:10.030391 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-9dd8f05b-8469-4bf4-9d9d-fb461def49bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 1130 time: 0.0802376 Apr 01 21:42:10.035442 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8f08b7ca-a635-4d34-9e3a-9e15a2f120fd req-e16850c7-991e-4ab9-a6b2-736af34615e4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965726 Apr 01 21:42:10.156961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-76162934-2e13-419f-9bd8-6f5e1af2d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:10.158470 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-76162934-2e13-419f-9bd8-6f5e1af2d442 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.1034219 Apr 01 21:42:10.210972 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-84435ceb-e98e-443e-a49f-661d8ab64ae6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e3c3a-2223-4f32-829f-24677489547d HTTP/1.1" status: 200 len: 217 time: 0.0445261 Apr 01 21:42:10.270642 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-c4c8613d-ade3-4b87-a480-e2d821c35d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:10.272458 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-c4c8613d-ade3-4b87-a480-e2d821c35d46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0537784 Apr 01 21:42:10.329755 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-9a7ac462-2917-4801-b882-a50cc2e169b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:10.331500 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-9a7ac462-2917-4801-b882-a50cc2e169b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512164 Apr 01 21:42:10.470205 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-1de2d508-d252-4d57-8bc0-ad12b7fab93c service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288555 Apr 01 21:42:10.585580 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c449fdbb-07b5-490f-82eb-b186ccb38ff5 req-e80a21c9-1f63-46cd-9e60-2815a118df75 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013460 Apr 01 21:42:11.191554 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b210f-57ec-4e61-91a5-d26e85e07d96 req-643febfe-0bed-460f-b0ed-516559230f5c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:11.193186 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-358b210f-57ec-4e61-91a5-d26e85e07d96 req-643febfe-0bed-460f-b0ed-516559230f5c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0750492 Apr 01 21:42:11.235877 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:11.253439 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-358b210f-57ec-4e61-91a5-d26e85e07d96 req-6759791d-7d6f-4049-8481-eda05f71db27 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 Apr 01 21:42:12.404084 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d218082-87ab-4878-b7c0-6711d06972f7 req-004d24cd-3c5b-4547-8b18-4b8c672aec12 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:12.405803 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5d218082-87ab-4878-b7c0-6711d06972f7 req-004d24cd-3c5b-4547-8b18-4b8c672aec12 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0669000 Apr 01 21:42:12.456055 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5d218082-87ab-4878-b7c0-6711d06972f7 req-b7bc0934-c68d-4440-9d30-72936fc8ec44 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Apr 01 21:42:13.578162 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b2dbc-e336-4a22-b0a3-fd97d5da3bb3 req-0d094c69-cfc5-4178-a892-83df61ddcec3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:13.579621 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ae8b2dbc-e336-4a22-b0a3-fd97d5da3bb3 req-0d094c69-cfc5-4178-a892-83df61ddcec3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0507569 Apr 01 21:42:13.624785 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ae8b2dbc-e336-4a22-b0a3-fd97d5da3bb3 req-363498bd-b591-493d-b22d-b6da9ce932fc tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Apr 01 21:42:14.753090 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8e17f-ecd9-4073-83cd-0629823cedc7 req-56e1b08c-fb11-41e1-84a0-59796de32514 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:14.761858 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7fa8e17f-ecd9-4073-83cd-0629823cedc7 req-56e1b08c-fb11-41e1-84a0-59796de32514 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0673430 Apr 01 21:42:14.808551 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7fa8e17f-ecd9-4073-83cd-0629823cedc7 req-65517eb6-0078-469c-afed-d419691f6e21 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Apr 01 21:42:15.926930 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893c476-f85e-4826-922f-6bcea6583cb1 req-719200b2-c86f-498a-ab56-3e02a4fcc8bd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:15.928393 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c893c476-f85e-4826-922f-6bcea6583cb1 req-719200b2-c86f-498a-ab56-3e02a4fcc8bd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0526896 Apr 01 21:42:15.974849 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c893c476-f85e-4826-922f-6bcea6583cb1 req-5aa81e52-0c0e-4a00-aae4-bb1baa1330fa tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Apr 01 21:42:17.091542 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716477d9-f627-472f-bf93-db77535aaa84 req-b7ab9497-f667-4b85-b4c2-6977606d1bd4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:17.093025 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-716477d9-f627-472f-bf93-db77535aaa84 req-b7ab9497-f667-4b85-b4c2-6977606d1bd4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0517483 Apr 01 21:42:17.138270 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-716477d9-f627-472f-bf93-db77535aaa84 req-f7a75622-d561-4252-a4d0-865c574169e6 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Apr 01 21:42:18.258592 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c930a-bf48-4e4b-8800-35ce3464749d req-c21afcd7-6a44-4e47-a859-5bca5283b8bd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:18.260844 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a15c930a-bf48-4e4b-8800-35ce3464749d req-c21afcd7-6a44-4e47-a859-5bca5283b8bd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0576901 Apr 01 21:42:18.312239 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a15c930a-bf48-4e4b-8800-35ce3464749d req-b3577e09-a32a-412f-ac53-de88aa50bd7d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450432 Apr 01 21:42:19.491050 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50560) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:19.619321 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:19.690783 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Publish callbacks [] for security_group (93469428-d127-473b-ba48-fb2933ab810c), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:19.767525 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (93469428-d127-473b-ba48-fb2933ab810c), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:19.815264 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93469428-d127-473b-ba48-fb2933ab810c,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:19.822282 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67fa0323eb104fb6892c412d37dac1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291571 Apr 01 21:42:19.825189 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50568) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:19.828689 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.829195 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.829843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.830347 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.830687 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.831078 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.831629 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.832121 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.832511 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.833114 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.833447 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.834021 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.834498 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.834832 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.835808 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e568b-9e54-4cdc-b629-c25570f5076f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:19.907720 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Publish callbacks [] for security_group (93469428-d127-473b-ba48-fb2933ab810c), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:19.931042 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Publish callbacks [] for security_group (93469428-d127-473b-ba48-fb2933ab810c), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:20.092927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (93469428-d127-473b-ba48-fb2933ab810c), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:20.095702 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:20.100222 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93469428-d127-473b-ba48-fb2933ab810c HTTP/1.1" status: 204 len: 168 time: 0.2737205 Apr 01 21:42:20.115671 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93469428-d127-473b-ba48-fb2933ab810c,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:20.135356 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.135807 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.136199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.136806 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.137597 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.137699 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.137990 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.138314 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.138637 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.138959 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.139383 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.139718 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.140147 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.140719 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.141336 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d203c5-3c03-4023-99c1-e3b2efd97dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:20.213251 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877c9da-0cf4-44c5-8a6a-0dd341e0c4ff req-c106fece-ae91-4c04-8fd8-894d50bd8957 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:20.221026 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f877c9da-0cf4-44c5-8a6a-0dd341e0c4ff req-c106fece-ae91-4c04-8fd8-894d50bd8957 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0875115 Apr 01 21:42:20.281740 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f877c9da-0cf4-44c5-8a6a-0dd341e0c4ff req-c788c067-b14c-4ba3-be5c-5aad8ed785b5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592072 Apr 01 21:42:20.733383 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50584) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:20.748488 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-eaef38b2-b1a3-4dcb-8745-e65154928893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:20.821675 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-eaef38b2-b1a3-4dcb-8745-e65154928893 admin admin] Publish callbacks [] for security_group (b28836f7-3b37-41b1-a90d-e5ad6a8718e6), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:20.892380 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-eaef38b2-b1a3-4dcb-8745-e65154928893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b28836f7-3b37-41b1-a90d-e5ad6a8718e6), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:20.931185 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-eaef38b2-b1a3-4dcb-8745-e65154928893 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bfbeac7b7f94843ae3e966f4ad6eaba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966865 Apr 01 21:42:20.932373 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef38b2-b1a3-4dcb-8745-e65154928893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28836f7-3b37-41b1-a90d-e5ad6a8718e6,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:20.934047 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50586) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:20.984018 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b7852c19-0421-4ce6-94dc-791c33c346d8 admin admin] Publish callbacks [] for security_group (b28836f7-3b37-41b1-a90d-e5ad6a8718e6), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:21.005784 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b7852c19-0421-4ce6-94dc-791c33c346d8 admin admin] Publish callbacks [] for security_group (b28836f7-3b37-41b1-a90d-e5ad6a8718e6), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:21.127028 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b7852c19-0421-4ce6-94dc-791c33c346d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b28836f7-3b37-41b1-a90d-e5ad6a8718e6), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:21.129659 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b7852c19-0421-4ce6-94dc-791c33c346d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:21.130827 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b7852c19-0421-4ce6-94dc-791c33c346d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b28836f7-3b37-41b1-a90d-e5ad6a8718e6 HTTP/1.1" status: 204 len: 168 time: 0.1956718 Apr 01 21:42:21.138906 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7852c19-0421-4ce6-94dc-791c33c346d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28836f7-3b37-41b1-a90d-e5ad6a8718e6,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:21.406667 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64e20-ede0-4194-89d5-1f63c56ceeda req-4e0bee10-a040-4b6a-b0b5-3bea7cb9878a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:21.408803 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-67d64e20-ede0-4194-89d5-1f63c56ceeda req-4e0bee10-a040-4b6a-b0b5-3bea7cb9878a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0551581 Apr 01 21:42:21.456619 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-67d64e20-ede0-4194-89d5-1f63c56ceeda req-4311db25-005e-4275-8390-1c911da74a6c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Apr 01 21:42:21.848567 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50602) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:21.862495 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e80ef21-9e93-474d-a308-7e120fca6bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:21.943398 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e80ef21-9e93-474d-a308-7e120fca6bd8 admin admin] Publish callbacks [] for security_group (db0036c1-a0fb-476f-8195-4f949112527d), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:22.012961 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e80ef21-9e93-474d-a308-7e120fca6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (db0036c1-a0fb-476f-8195-4f949112527d), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:22.051822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80ef21-9e93-474d-a308-7e120fca6bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0036c1-a0fb-476f-8195-4f949112527d,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:22.068837 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4e80ef21-9e93-474d-a308-7e120fca6bd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d27effc3de864f46b070e7e5e59bcb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191377 Apr 01 21:42:22.071475 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50606) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:22.123960 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35db12cd-3e94-4b8f-9c77-44acf5fb26ab admin admin] Publish callbacks [] for security_group (db0036c1-a0fb-476f-8195-4f949112527d), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:22.146687 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35db12cd-3e94-4b8f-9c77-44acf5fb26ab admin admin] Publish callbacks [] for security_group (db0036c1-a0fb-476f-8195-4f949112527d), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:22.269839 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35db12cd-3e94-4b8f-9c77-44acf5fb26ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (db0036c1-a0fb-476f-8195-4f949112527d), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:22.272724 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35db12cd-3e94-4b8f-9c77-44acf5fb26ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:22.274249 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-35db12cd-3e94-4b8f-9c77-44acf5fb26ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db0036c1-a0fb-476f-8195-4f949112527d HTTP/1.1" status: 204 len: 168 time: 0.2010138 Apr 01 21:42:22.293904 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db12cd-3e94-4b8f-9c77-44acf5fb26ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0036c1-a0fb-476f-8195-4f949112527d,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:22.361176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-11b4d65d-eb71-491f-a4dc-7b28f9d763a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:22.584301 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3d5c3-41f0-435f-b8d7-8a2a83711292 req-d50c6360-451b-480d-abcd-26e77bb4a0ab tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:22.585856 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f0f3d5c3-41f0-435f-b8d7-8a2a83711292 req-d50c6360-451b-480d-abcd-26e77bb4a0ab tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0601442 Apr 01 21:42:22.634345 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f0f3d5c3-41f0-435f-b8d7-8a2a83711292 req-acaa9a36-de93-479c-8286-9a86e90ecd41 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Apr 01 21:42:23.762133 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885d5b-0d77-4720-a541-44cc3a6d7e4d req-1a4e7bbb-29e8-42be-93cc-3352bb2d351c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:23.764655 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a2885d5b-0d77-4720-a541-44cc3a6d7e4d req-1a4e7bbb-29e8-42be-93cc-3352bb2d351c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0598245 Apr 01 21:42:23.815503 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a2885d5b-0d77-4720-a541-44cc3a6d7e4d req-b4d61368-5bca-4599-b510-73617556e9ab tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Apr 01 21:42:24.646985 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b0d60283-69b1-4931-bd1b-b12fcb5b8f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:24.912972 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50666) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:24.971263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf96fb2-fa0e-4684-a264-e6497b97209b req-d8ca034a-e49b-43bf-ba35-395b1c662795 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:24.973465 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9cf96fb2-fa0e-4684-a264-e6497b97209b req-d8ca034a-e49b-43bf-ba35-395b1c662795 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0814364 Apr 01 21:42:25.023609 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9cf96fb2-fa0e-4684-a264-e6497b97209b req-79d373c7-ed25-45e8-a058-8abe33f55b14 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Apr 01 21:42:25.065455 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b29ef644-3a0a-4fd8-910b-c47c4acd913c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.180180 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b29ef644-3a0a-4fd8-910b-c47c4acd913c admin admin] Publish callbacks [] for security_group (a2d669f1-152e-4fec-a643-652476fc3a30), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.247587 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b29ef644-3a0a-4fd8-910b-c47c4acd913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a2d669f1-152e-4fec-a643-652476fc3a30), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.293314 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b29ef644-3a0a-4fd8-910b-c47c4acd913c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f6e4eaef0e6446295fd8f03da9e262f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788202 Apr 01 21:42:25.294921 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ef644-3a0a-4fd8-910b-c47c4acd913c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d669f1-152e-4fec-a643-652476fc3a30,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:25.296031 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50678) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:25.353280 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43a3f613-9415-44d0-8d46-af252d0dd6b4 admin admin] Publish callbacks [] for security_group (a2d669f1-152e-4fec-a643-652476fc3a30), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.378865 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43a3f613-9415-44d0-8d46-af252d0dd6b4 admin admin] Publish callbacks [] for security_group (a2d669f1-152e-4fec-a643-652476fc3a30), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.568029 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43a3f613-9415-44d0-8d46-af252d0dd6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a2d669f1-152e-4fec-a643-652476fc3a30), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.570716 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43a3f613-9415-44d0-8d46-af252d0dd6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.571958 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-43a3f613-9415-44d0-8d46-af252d0dd6b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2d669f1-152e-4fec-a643-652476fc3a30 HTTP/1.1" status: 204 len: 168 time: 0.2747869 Apr 01 21:42:25.585367 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3f613-9415-44d0-8d46-af252d0dd6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d669f1-152e-4fec-a643-652476fc3a30,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:25.746122 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175441a1-cba7-4a0f-bc78-1fd43bd7ecf8 req-7dd59e38-8e85-4d62-b3cf-0750e0e8588b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:25.754187 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:25.755550 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-175441a1-cba7-4a0f-bc78-1fd43bd7ecf8 req-7dd59e38-8e85-4d62-b3cf-0750e0e8588b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1066470 Apr 01 21:42:25.831923 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-175441a1-cba7-4a0f-bc78-1fd43bd7ecf8 req-e87c6136-0573-42e9-94a7-c4b101fb6725 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752628 Apr 01 21:42:26.179134 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774fc3f-abe7-4987-a174-d8a60a06b16e req-71f554ce-dd12-4f9f-a527-cf00d80c63bb tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:26.182059 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6774fc3f-abe7-4987-a174-d8a60a06b16e req-71f554ce-dd12-4f9f-a527-cf00d80c63bb tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0780382 Apr 01 21:42:26.240800 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6774fc3f-abe7-4987-a174-d8a60a06b16e req-c4d487d5-adb0-46cb-847c-1106166a7de6 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537868 Apr 01 21:42:26.997480 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0553d-2568-4870-a8ec-b9a75aec1c24 req-13797481-f140-4d2e-b9f3-e22e78ab9a61 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:26.998998 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-67f0553d-2568-4870-a8ec-b9a75aec1c24 req-13797481-f140-4d2e-b9f3-e22e78ab9a61 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0845711 Apr 01 21:42:27.002200 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:27.006276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543184-dc2f-49d0-8ca9-c985e36a96b0 req-57f80023-5cd9-47c2-85ba-f2479865424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:27.007691 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-02543184-dc2f-49d0-8ca9-c985e36a96b0 req-57f80023-5cd9-47c2-85ba-f2479865424b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 1130 time: 0.0665774 Apr 01 21:42:27.081499 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-02543184-dc2f-49d0-8ca9-c985e36a96b0 req-1915092a-f79e-4d72-bddc-177f6ff6d03a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663986 Apr 01 21:42:27.095706 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-67f0553d-2568-4870-a8ec-b9a75aec1c24 req-69b7f98b-2922-4018-947b-92f8191dcaf3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828023 Apr 01 21:42:27.378617 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8ea6-e0ab-4143-9fd6-fb0b703bfebd req-f6362f92-46cf-48f2-ad9a-cf59f8c890e3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:27.380037 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9c8ea6-e0ab-4143-9fd6-fb0b703bfebd req-f6362f92-46cf-48f2-ad9a-cf59f8c890e3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0634303 Apr 01 21:42:27.431523 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9c8ea6-e0ab-4143-9fd6-fb0b703bfebd req-de96481d-6a6f-4a69-87f0-8a436a9926c7 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Apr 01 21:42:28.216914 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b132c-df9c-4667-bc49-f7949375f8a8 req-e7b33784-4827-473c-8a7c-c8cfe9643704 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:28.218672 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-de6b132c-df9c-4667-bc49-f7949375f8a8 req-e7b33784-4827-473c-8a7c-c8cfe9643704 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0572429 Apr 01 21:42:28.276072 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-de6b132c-df9c-4667-bc49-f7949375f8a8 req-d3e95374-d379-48b3-b70e-5672f474893a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506608 Apr 01 21:42:28.647579 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:28.672924 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc0b2f-a342-4aa9-9dca-9091987bd4f6 req-8a4d34d5-f309-4f55-b90e-dc5dbe03f799 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:28.675490 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eabc0b2f-a342-4aa9-9dca-9091987bd4f6 req-8a4d34d5-f309-4f55-b90e-dc5dbe03f799 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.1129498 Apr 01 21:42:28.701173 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:42:28.735198 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eabc0b2f-a342-4aa9-9dca-9091987bd4f6 req-d4b3e400-a3b3-4a16-9039-b7b60182717c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Apr 01 21:42:29.120326 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50806) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:29.124761 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-df2e59a7-827d-4fa0-a992-245b0197f41f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454839705', 'description': 'tempest-description--1775165927'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:29.218890 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df2e59a7-827d-4fa0-a992-245b0197f41f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.290526 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df2e59a7-827d-4fa0-a992-245b0197f41f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (d9542d9e-da7a-463b-920b-e2f3d35d7b02), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.332992 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df2e59a7-827d-4fa0-a992-245b0197f41f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d9542d9e-da7a-463b-920b-e2f3d35d7b02), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.373885 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e59a7-827d-4fa0-a992-245b0197f41f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9542d9e-da7a-463b-920b-e2f3d35d7b02,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:29.409955 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df2e59a7-827d-4fa0-a992-245b0197f41f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.411600 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-df2e59a7-827d-4fa0-a992-245b0197f41f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2902706 Apr 01 21:42:29.414649 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50816) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:29.419623 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-ddbd870f-5a3b-4008-ad96-1ddbb6c04cf8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': 'd9542d9e-da7a-463b-920b-e2f3d35d7b02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:29.437259 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8a5b8-6924-4e94-a120-b26ac2b987e3 req-98c51b86-4b30-4453-86ac-916ee29556e2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:29.445432 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-13b8a5b8-6924-4e94-a120-b26ac2b987e3 req-98c51b86-4b30-4453-86ac-916ee29556e2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0795414 Apr 01 21:42:29.521316 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ddbd870f-5a3b-4008-ad96-1ddbb6c04cf8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (03749d31-7a3d-4e03-b900-1f7c093325eb), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.590819 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ddbd870f-5a3b-4008-ad96-1ddbb6c04cf8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (03749d31-7a3d-4e03-b900-1f7c093325eb), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.670335 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ddbd870f-5a3b-4008-ad96-1ddbb6c04cf8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (03749d31-7a3d-4e03-b900-1f7c093325eb), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.690987 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd870f-5a3b-4008-ad96-1ddbb6c04cf8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03749d31-7a3d-4e03-b900-1f7c093325eb,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:29.718491 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-13b8a5b8-6924-4e94-a120-b26ac2b987e3 req-ea9bafb7-4eb7-4552-95de-b40c4c0fab57 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717388 Apr 01 21:42:29.763062 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ddbd870f-5a3b-4008-ad96-1ddbb6c04cf8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.764292 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ddbd870f-5a3b-4008-ad96-1ddbb6c04cf8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486202 Apr 01 21:42:29.767677 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50822) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:29.772662 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-bc6d190e-a5f0-4060-b66a-484658ab9353 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': 'd9542d9e-da7a-463b-920b-e2f3d35d7b02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:29.860653 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6180598-8859-4a87-936e-a87c7d8bdab3 req-fa8c361f-39e5-49a1-9bde-778701356350 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:29.862245 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6180598-8859-4a87-936e-a87c7d8bdab3 req-fa8c361f-39e5-49a1-9bde-778701356350 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0567245 Apr 01 21:42:29.874873 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bc6d190e-a5f0-4060-b66a-484658ab9353 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (3078c9f0-064c-4de1-bd03-3d37d276f454), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:29.921284 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6180598-8859-4a87-936e-a87c7d8bdab3 req-842839ce-2a6f-44b7-952f-8582b3474df3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Apr 01 21:42:29.941829 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bc6d190e-a5f0-4060-b66a-484658ab9353 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (3078c9f0-064c-4de1-bd03-3d37d276f454), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:30.024310 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bc6d190e-a5f0-4060-b66a-484658ab9353 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (3078c9f0-064c-4de1-bd03-3d37d276f454), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:30.044058 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d190e-a5f0-4060-b66a-484658ab9353 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3078c9f0-064c-4de1-bd03-3d37d276f454,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:30.134760 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bc6d190e-a5f0-4060-b66a-484658ab9353 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:30.136037 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-bc6d190e-a5f0-4060-b66a-484658ab9353 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673525 Apr 01 21:42:30.139227 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50828) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:30.144278 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:30.241688 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:30.383311 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1d09b-8dc3-4a3c-87f5-3c747ad95118 req-15a324ac-5a3e-4896-a5c1-b355188bc837 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:30.393366 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-27d1d09b-8dc3-4a3c-87f5-3c747ad95118 req-15a324ac-5a3e-4896-a5c1-b355188bc837 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.1012974 Apr 01 21:42:30.405676 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:30.513943 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-27d1d09b-8dc3-4a3c-87f5-3c747ad95118 req-d5eb9f0c-4741-47ee-a17a-0bd840948957 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194680 Apr 01 21:42:30.535895 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-7bff7def-3a51-45e7-9911-2fca032d13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:30.540750 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-7bff7def-3a51-45e7-9911-2fca032d13cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 1130 time: 0.0974791 Apr 01 21:42:30.547986 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.27.1.40 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/4eba50c2-1441-40be-8d13-f68db9b280ce) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:42:30.654961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-c015a051-a221-4a34-b240-5b6b0a00fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:30.656887 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-c015a051-a221-4a34-b240-5b6b0a00fd68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.1039801 Apr 01 21:42:30.703380 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-2f849547-dad2-444c-8c37-8d60186e547b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e3c3a-2223-4f32-829f-24677489547d HTTP/1.1" status: 200 len: 217 time: 0.0396638 Apr 01 21:42:30.711508 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:30.803060 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-56522830-b946-42dc-8f38-05e0d6ddc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:30.804582 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-56522830-b946-42dc-8f38-05e0d6ddc401 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0820556 Apr 01 21:42:30.831742 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:30.884129 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:42:30.887393 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:42:30.890970 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:42:30.904364 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b61e3-7905-4095-9b21-8f37677f03b4 req-fff01f92-26d4-4185-8879-2a8336a6b48e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:30.906751 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=4eba50c2-1441-40be-8d13-f68db9b280ce,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:30.911701 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e93b61e3-7905-4095-9b21-8f37677f03b4 req-fff01f92-26d4-4185-8879-2a8336a6b48e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1061416 Apr 01 21:42:30.916345 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-45fbe3b6-808a-4e02-a37a-0d72c83ee314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:30.917741 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-45fbe3b6-808a-4e02-a37a-0d72c83ee314 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992496 Apr 01 21:42:30.947409 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:31.013474 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e93b61e3-7905-4095-9b21-8f37677f03b4 req-a916c7dd-68eb-4f77-ab6a-352e1962dcfd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006193 Apr 01 21:42:31.052669 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-84f11db2-46e5-469f-8335-c4fed74c2b31 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187544 Apr 01 21:42:31.081048 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:31.164877 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-80e88dbe-38eb-48c9-988c-9cb8c5ed4a80 req-1497867a-8f06-452c-9eae-24990f405795 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038115 Apr 01 21:42:31.258361 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:31.355577 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:31.397577 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:31.420113 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=4eba50c2-1441-40be-8d13-f68db9b280ce,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:31.500490 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:31.502437 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e316c4ed-e97c-4693-a412-9fd998cf98c2 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3622012 Apr 01 21:42:31.644177 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52de6c5-c9d6-4c3f-8a5d-fabcac340164 req-e521be89-57dc-4d4a-9dc6-2930fc3eb6df tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:31.650465 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c52de6c5-c9d6-4c3f-8a5d-fabcac340164 req-e521be89-57dc-4d4a-9dc6-2930fc3eb6df tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0657160 Apr 01 21:42:31.702534 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c52de6c5-c9d6-4c3f-8a5d-fabcac340164 req-de865b65-56a6-4a06-876b-072ed53937c2 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Apr 01 21:42:32.142898 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c294e-9d6f-40ba-b415-8e3fbe564099 req-50de24b4-ad82-48e3-9d61-64c889aa30b0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:32.149762 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a57c294e-9d6f-40ba-b415-8e3fbe564099 req-50de24b4-ad82-48e3-9d61-64c889aa30b0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0600276 Apr 01 21:42:32.193439 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a57c294e-9d6f-40ba-b415-8e3fbe564099 req-aba87a2c-938e-452f-b123-9e7c6d304c6b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Apr 01 21:42:32.534119 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-16e91443-e531-4e47-9549-47ccd45d8e3f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256523355&fields=id&tenant_id=936b9d8e87054257a1fb6f0aad76f561 HTTP/1.1" status: 200 len: 267 time: 0.0592031 Apr 01 21:42:32.642723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-4c86c08d-2544-4ec4-8c1b-f80d955c2e4f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:32.644117 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-4c86c08d-2544-4ec4-8c1b-f80d955c2e4f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/networks?id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 200 len: 808 time: 0.1026719 Apr 01 21:42:32.660285 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-b13a9783-41ee-4a79-838d-8ae28cf62c11 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/quotas/936b9d8e87054257a1fb6f0aad76f561 HTTP/1.1" status: 200 len: 375 time: 0.0105169 Apr 01 21:42:32.730247 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-7419b386-8f67-4c07-880f-97ed3b8d3607 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635676 Apr 01 21:42:32.847086 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-ff3558df-52e5-429a-b39e-7e9938ac99f7 service neutron] 10.222.0.30 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986726 Apr 01 21:42:32.942461 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-10c94c6b-35f5-4c17-9b67-b8b53d7fd6db service neutron] 10.222.0.30 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888813 Apr 01 21:42:33.556472 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f34b17-1826-4eef-afff-1582d5ea4eba req-2fbea475-e316-42d0-9cb1-04ada3245f1a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:33.558045 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-52f34b17-1826-4eef-afff-1582d5ea4eba req-2fbea475-e316-42d0-9cb1-04ada3245f1a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0638163 Apr 01 21:42:33.623881 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-52f34b17-1826-4eef-afff-1582d5ea4eba req-d15526a2-c5cd-469f-9099-78ba54f5345a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573356 Apr 01 21:42:33.747759 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8394-4a6d-4f15-9873-31c48ff5bdcd req-b96a4d8f-5668-4e74-a8b1-718aea2aafcd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:33.754067 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9b2b8394-4a6d-4f15-9873-31c48ff5bdcd req-b96a4d8f-5668-4e74-a8b1-718aea2aafcd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0623801 Apr 01 21:42:33.801950 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9b2b8394-4a6d-4f15-9873-31c48ff5bdcd req-100c4f33-4559-443a-ac9b-d554390095c9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463457 Apr 01 21:42:33.882832 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-79d949f5-ebed-46dc-9cd2-9bd7f0818ce4 req-643b4e29-be48-4fc6-8a1a-b387cb4d8682 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 210 time: 0.0274892 Apr 01 21:42:34.768659 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bf975-75bd-4fdc-8dbd-e82e0f837f90 req-2c9468ab-9629-4f33-84c5-2c7a43411540 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:34.770734 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e57bf975-75bd-4fdc-8dbd-e82e0f837f90 req-2c9468ab-9629-4f33-84c5-2c7a43411540 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0705957 Apr 01 21:42:34.837061 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e57bf975-75bd-4fdc-8dbd-e82e0f837f90 req-189f8ddc-e519-4d2f-bd37-ac3f7d276b79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603182 Apr 01 21:42:35.033967 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07212e96-2c98-40af-a670-081d15c18fa2 req-d2ec74c2-1645-4217-bfc2-9d394da17456 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:35.058643 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-07212e96-2c98-40af-a670-081d15c18fa2 req-d2ec74c2-1645-4217-bfc2-9d394da17456 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1307347 Apr 01 21:42:35.115183 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-07212e96-2c98-40af-a670-081d15c18fa2 req-15eaba2c-a040-4732-a8b2-188aeba9f35f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552344 Apr 01 21:42:35.210100 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-054fcfd4-30a6-4e79-98fd-84081e74b3a8 req-6ee4c246-010f-400f-aba6-e7c618894358 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 210 time: 0.0339079 Apr 01 21:42:35.864819 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-ddfb6f97-6b8b-42c6-8af5-4ca13c99f43e tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:35.866592 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-ddfb6f97-6b8b-42c6-8af5-4ca13c99f43e tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.31 "GET /v2.0/networks?id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 200 len: 808 time: 0.1047354 Apr 01 21:42:35.942227 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-8bec12c7-15e7-4e4a-8c36-7f59912de7e2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=936b9d8e87054257a1fb6f0aad76f561 HTTP/1.1" status: 200 len: 380 time: 0.0529921 Apr 01 21:42:35.950249 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'port': {'device_id': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'admin_state_up': True, 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'security_groups': ['08e2889d-d848-4fea-aa98-5e888c35b877']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:36.115829 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Made reservation on behalf of 936b9d8e87054257a1fb6f0aad76f561 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:42:36.119169 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:36.307494 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b6706-abcf-4092-8a55-000f7e62df06 req-5aa885a1-755a-4378-958e-cc7b77f30732 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:36.307494 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b2b6706-abcf-4092-8a55-000f7e62df06 req-5aa885a1-755a-4378-958e-cc7b77f30732 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1128707 Apr 01 21:42:36.311794 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Allocated IP 172.20.0.4 (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b/426db178-ae51-4a88-917f-68805ac0d5e4/e90d1791-1c19-4d04-b89f-2b93ba38e7bb) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:42:36.404766 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b2b6706-abcf-4092-8a55-000f7e62df06 req-60200351-d8e7-4413-87d7-e36d8368b263 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905654 Apr 01 21:42:36.520272 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8f0b5287-3c46-4781-abcf-3809eaf12de8 req-0f3b46a2-1790-41de-abd3-86a81db23f73 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 210 time: 0.0392227 Apr 01 21:42:36.549069 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:36.636403 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:36.689169 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:42:36.690757 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:42:36.707780 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:42:36.737056 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:36.769942 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:36.770649 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:36.850372 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-c620e80b-bb68-4601-b95e-1de73f99a8ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018934 Apr 01 21:42:36.867594 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Request body: {'port': {'device_id': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:36.947589 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-979e9e4b-563e-4395-8501-389f29652ebd None None] Provisioning complete for port e90d1791-1c19-4d04-b89f-2b93ba38e7bb triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:42:36.948219 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-979e9e4b-563e-4395-8501-389f29652ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:36.959708 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50956) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:36.967684 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-14162aea-3ad2-4dac-bfa8-c1e5f1cb033a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544781526', 'description': 'tempest-description--118994064'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:36.968309 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-f1fd862e-2c62-4bef-a481-d216676b42bd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1454839705&fields=id&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 267 time: 0.0538542 Apr 01 21:42:36.975233 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:36.991477 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-979e9e4b-563e-4395-8501-389f29652ebd None None] Port e90d1791-1c19-4d04-b89f-2b93ba38e7bb cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:42:37.077442 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-ac90d062-b086-445c-a086-b2dd83c3ac70 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:37.078968 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-ac90d062-b086-445c-a086-b2dd83c3ac70 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.1034968 Apr 01 21:42:37.087109 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14162aea-3ad2-4dac-bfa8-c1e5f1cb033a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.093888 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-646d9c7e-2481-48a0-a9b8-77cae78f8642 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/quotas/b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 375 time: 0.0089617 Apr 01 21:42:37.162080 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-ffd51c0b-33d7-4c40-ae90-05ddb8d19f08 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613017 Apr 01 21:42:37.242490 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14162aea-3ad2-4dac-bfa8-c1e5f1cb033a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group (fc4d47db-4011-4fb6-8e71-14adad943ba0), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.258668 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-697da184-7dad-4aee-9c57-21a33038e3b7 service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886562 Apr 01 21:42:37.294276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14162aea-3ad2-4dac-bfa8-c1e5f1cb033a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (fc4d47db-4011-4fb6-8e71-14adad943ba0), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.327361 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90d1791-1c19-4d04-b89f-2b93ba38e7bb {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:42:37.340240 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Publish callbacks [] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.344359 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14162aea-3ad2-4dac-bfa8-c1e5f1cb033a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4d47db-4011-4fb6-8e71-14adad943ba0,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:37.355204 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-04ee2252-9409-4986-b8d3-b86fd5533251 service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906200 Apr 01 21:42:37.355976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Transition to ACTIVE for port object e90d1791-1c19-4d04-b89f-2b93ba38e7bb will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:42:37.393041 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14162aea-3ad2-4dac-bfa8-c1e5f1cb033a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.394019 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-14162aea-3ad2-4dac-bfa8-c1e5f1cb033a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4331517 Apr 01 21:42:37.397125 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50960) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:37.402816 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-61b879fb-cc8c-4b44-ad16-f452fe6a2fee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'security_group_rule': {'security_group_id': 'fc4d47db-4011-4fb6-8e71-14adad943ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:37.418777 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.498550 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:37.518100 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-61b879fb-cc8c-4b44-ad16-f452fe6a2fee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group_rule (3ca8ab69-1298-4f39-a19f-6d2d036f3bcf), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.606456 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Attempting to bind port e90d1791-1c19-4d04-b89f-2b93ba38e7bb on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:42:37.606856 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Attempting to bind port e90d1791-1c19-4d04-b89f-2b93ba38e7bb by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:42:37.607395 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Attempting to bind port e90d1791-1c19-4d04-b89f-2b93ba38e7bb on network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:42:37.609116 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-61b879fb-cc8c-4b44-ad16-f452fe6a2fee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group_rule (3ca8ab69-1298-4f39-a19f-6d2d036f3bcf), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.622619 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Port e90d1791-1c19-4d04-b89f-2b93ba38e7bb on network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:42:37.622619 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Attempting to bind port e90d1791-1c19-4d04-b89f-2b93ba38e7bb on network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:42:37.629633 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:42:37.630108 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Checking segment: {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:42:37.637184 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Bound using segment: {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:42:37.637184 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Bound port: e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e644cad-4f9f-4a2e-aafa-4f2696f61446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:42:37.637184 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.655714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9436-0938-440a-bf7d-784d41a3405e req-93f9fbbf-2e67-4262-a0ea-10ddf56ea737 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:37.657280 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fa4d9436-0938-440a-bf7d-784d41a3405e req-93f9fbbf-2e67-4262-a0ea-10ddf56ea737 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1675489 Apr 01 21:42:37.669762 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-61b879fb-cc8c-4b44-ad16-f452fe6a2fee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (3ca8ab69-1298-4f39-a19f-6d2d036f3bcf), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.687447 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b879fb-cc8c-4b44-ad16-f452fe6a2fee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca8ab69-1298-4f39-a19f-6d2d036f3bcf,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:37.742726 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99455fca-3191-4c2a-9a00-0ef80932d52c req-74f832d8-6182-4762-98d1-20f4fa06f9e4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:37.744288 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-99455fca-3191-4c2a-9a00-0ef80932d52c req-74f832d8-6182-4762-98d1-20f4fa06f9e4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.1137908 Apr 01 21:42:37.774505 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-61b879fb-cc8c-4b44-ad16-f452fe6a2fee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.778634 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-61b879fb-cc8c-4b44-ad16-f452fe6a2fee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794315 Apr 01 21:42:37.779376 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 50976) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:37.788806 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-ab3facf0-1a84-4cc3-80e0-851e9f07ec79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'security_group_rule': {'security_group_id': 'fc4d47db-4011-4fb6-8e71-14adad943ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:37.789992 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fa4d9436-0938-440a-bf7d-784d41a3405e req-be2a9aac-308e-4764-a2e3-fc5028ed4c9f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031930 Apr 01 21:42:37.801849 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:42:37.804656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:42:37.829013 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-99455fca-3191-4c2a-9a00-0ef80932d52c req-a8918ea4-b5b6-4ad7-b053-12c8c603b9c6 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773680 Apr 01 21:42:37.867096 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d7a49d31-0b35-4aed-aeb0-078c13edc029 req-5d200b5d-b62e-4d1f-9b5c-1fdd7c474f8d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 210 time: 0.0378451 Apr 01 21:42:37.868315 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.906629 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:37.907250 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.908641 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] 10.222.0.31 "PUT /v2.0/ports/e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 1093 time: 1.0453792 Apr 01 21:42:37.909079 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:37.911324 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c690a5fe-0238-4a96-b11f-f7409748cfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:37.922356 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ab3facf0-1a84-4cc3-80e0-851e9f07ec79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group_rule (b212c474-ac2c-4cec-bec8-0496b79b93a1), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:37.940494 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a568fc-001c-48a5-9387-ce5e7db3c940 service neutron] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:37.964954 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e60230-d5b2-4845-a785-422ab852c9d8 x-openstack-request-id: req-37e60230-d5b2-4845-a785-422ab852c9d8 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:37.965579 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:37.966507 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37e60230-d5b2-4845-a785-422ab852c9d8 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:37.967127 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e60230-d5b2-4845-a785-422ab852c9d8'] response: {'name': 'network-changed', 'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'status': 'completed', 'code': 200} Apr 01 21:42:38.092664 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a5fe-0238-4a96-b11f-f7409748cfa6 req-c5a64459-88ee-496b-ab46-3082261fe4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:38.096099 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c690a5fe-0238-4a96-b11f-f7409748cfa6 req-c5a64459-88ee-496b-ab46-3082261fe4f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1127 time: 0.0569932 Apr 01 21:42:38.103002 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ab3facf0-1a84-4cc3-80e0-851e9f07ec79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group_rule (b212c474-ac2c-4cec-bec8-0496b79b93a1), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:38.138443 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ab3facf0-1a84-4cc3-80e0-851e9f07ec79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (b212c474-ac2c-4cec-bec8-0496b79b93a1), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:38.194343 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3facf0-1a84-4cc3-80e0-851e9f07ec79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b212c474-ac2c-4cec-bec8-0496b79b93a1,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:38.232323 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ab3facf0-1a84-4cc3-80e0-851e9f07ec79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:38.237681 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ab3facf0-1a84-4cc3-80e0-851e9f07ec79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4556212 Apr 01 21:42:38.238553 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 50996) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:38.246508 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:38.261412 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a5fe-0238-4a96-b11f-f7409748cfa6 req-2fa6e78d-1724-4a34-bb13-8176bc747481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:38.263009 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c690a5fe-0238-4a96-b11f-f7409748cfa6 req-2fa6e78d-1724-4a34-bb13-8176bc747481 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=936b9d8e87054257a1fb6f0aad76f561&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1517520 Apr 01 21:42:38.350339 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:38.437175 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a5fe-0238-4a96-b11f-f7409748cfa6 req-6d737d30-19d2-4699-95a3-fb08533700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:38.437519 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c690a5fe-0238-4a96-b11f-f7409748cfa6 req-6d737d30-19d2-4699-95a3-fb08533700d8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671596 Apr 01 21:42:38.494735 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:38.639368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-0e0c06c1-f578-4fdc-a736-4bacb3cf5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:38.641084 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-0e0c06c1-f578-4fdc-a736-4bacb3cf5736 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1127 time: 0.0928791 Apr 01 21:42:38.665191 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Allocated IP 172.27.1.31 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:42:38.702825 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-eeda0a00-2244-42bd-acf0-a90e94309a05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 217 time: 0.0446346 Apr 01 21:42:38.806629 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-4297ac92-d2b5-4925-8b7c-ef0f1d545442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:38.808114 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-4297ac92-d2b5-4925-8b7c-ef0f1d545442 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=426db178-ae51-4a88-917f-68805ac0d5e4 HTTP/1.1" status: 200 len: 847 time: 0.0977395 Apr 01 21:42:38.875613 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:38.895696 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-1eedfc9b-829b-4161-b23f-4d4ea39da372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:38.897387 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-1eedfc9b-829b-4161-b23f-4d4ea39da372 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819547 Apr 01 21:42:38.991153 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dc425-dfb6-4460-8286-dc74e6b6daba req-a62e04b6-eb0a-4e7e-b5dd-ca7dfbfbf894 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:38.993733 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-713dc425-dfb6-4460-8286-dc74e6b6daba req-a62e04b6-eb0a-4e7e-b5dd-ca7dfbfbf894 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0713961 Apr 01 21:42:39.034088 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b42a30-9f1c-4630-947f-4872c126a49f req-385b211d-71f0-4515-ba7d-e27df3a93fb0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:39.035767 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-43b42a30-9f1c-4630-947f-4872c126a49f req-385b211d-71f0-4515-ba7d-e27df3a93fb0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1359468 Apr 01 21:42:39.047796 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-713dc425-dfb6-4460-8286-dc74e6b6daba req-7b824586-87c5-4f74-a04e-bc8428503bba tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480235 Apr 01 21:42:39.079555 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-95cf0cd2-dac5-40d8-a37d-fe6d0e3cf853 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439068 Apr 01 21:42:39.109956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:39.142101 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-35a2872b-4d0e-44dc-8758-54d4208f0466 req-6ea9ea0a-8805-41cd-932a-c4c0e468d7d9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 210 time: 0.0261762 Apr 01 21:42:39.209051 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:42:39.213132 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-43b42a30-9f1c-4630-947f-4872c126a49f req-22da0746-9c09-46a0-a53b-250b5a538e9e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688821 Apr 01 21:42:39.219022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:42:39.222048 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:42:39.263290 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'Port': ['ID=8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:39.294836 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e1f903b-5add-4e3e-a0ad-3dac5ccacc3f req-5d94f05c-a6cd-4295-8071-04f6947c8f20 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056773 Apr 01 21:42:39.402174 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:39.559989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.010734 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-83df1c72-5ae6-491f-9eb2-79191c18b601 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:40.012278 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-83df1c72-5ae6-491f-9eb2-79191c18b601 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.1399155 Apr 01 21:42:40.045478 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.099866 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-b5b7b6c1-1298-4341-8fb2-8491f2d81324 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 472 time: 0.0683570 Apr 01 21:42:40.115789 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.147046 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'port': {'device_id': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'admin_state_up': True, 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'security_groups': ['d9542d9e-da7a-463b-920b-e2f3d35d7b02']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:40.275374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'Port': ['ID=8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:40.302689 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.344834 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d94f9-c72d-408f-b9e8-33517e0e8365 req-7aaf147f-dbe0-4efd-abe4-13a3595de669 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:40.346608 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-835d94f9-c72d-408f-b9e8-33517e0e8365 req-7aaf147f-dbe0-4efd-abe4-13a3595de669 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.2200172 Apr 01 21:42:40.350620 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-29081703-813b-4f02-9a53-c7d5a4968007 req-5b21cbed-c583-4770-983a-3b4066edf4c0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 210 time: 0.0410178 Apr 01 21:42:40.404297 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.414013 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c6220893-43dc-4860-ae8e-37a31c08e180 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1660562 Apr 01 21:42:40.435354 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-835d94f9-c72d-408f-b9e8-33517e0e8365 req-1a0de5fa-c170-4d10-8a52-21d7eca09c7b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824151 Apr 01 21:42:40.471305 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Made reservation on behalf of b5cafef9bf82418a8a46b28dab88b19d for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:42:40.477028 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.480662 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3361cc4-7e48-4f01-a248-d81cbbf6b1ec req-a89c2a7b-8092-4647-b29e-ca93850750bd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:40.480662 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e3361cc4-7e48-4f01-a248-d81cbbf6b1ec req-a89c2a7b-8092-4647-b29e-ca93850750bd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0636709 Apr 01 21:42:40.538613 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e3361cc4-7e48-4f01-a248-d81cbbf6b1ec req-7b3e2157-f365-4e96-9c91-998310499a8f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518713 Apr 01 21:42:40.630361 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd7d5-ce0c-4721-924e-926561961088 req-dbb349aa-9095-4db8-811e-ef1fd346565f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:40.631803 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a84dd7d5-ce0c-4721-924e-926561961088 req-dbb349aa-9095-4db8-811e-ef1fd346565f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1150494 Apr 01 21:42:40.678126 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-ec9298b7-6664-4ab4-a982-19a0fc3213a5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--544781526&fields=id&tenant_id=e48327a881b64c4aafa50ffb986450cd HTTP/1.1" status: 200 len: 267 time: 0.0562992 Apr 01 21:42:40.711963 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.20.0.5 (c2fe525f-0896-4fb2-85f6-fd1713efecde/157bae94-b643-4a9f-8300-469b4dfbab26/0f150d16-dc44-4905-8591-0d61aac664b1) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:42:40.719328 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a84dd7d5-ce0c-4721-924e-926561961088 req-cc3fa172-73b5-4409-9e6e-303d05b2bd68 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653486 Apr 01 21:42:40.789095 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-96594f8c-453d-4fbe-b59c-3a33e64a8e84 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:40.790715 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-96594f8c-453d-4fbe-b59c-3a33e64a8e84 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 818 time: 0.1095126 Apr 01 21:42:40.806257 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 51088) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:40.816278 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-7d090842-e8a7-4740-bd71-1c4c8cfa169b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/quotas/e48327a881b64c4aafa50ffb986450cd HTTP/1.1" status: 200 len: 375 time: 0.0197692 Apr 01 21:42:40.870351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (0f150d16-dc44-4905-8591-0d61aac664b1), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.888505 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] Deleting subnet 9d33cd1f-8b2c-453e-8221-3c12c9f6668c {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:42:40.892926 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] Publish callbacks [] for subnet (9d33cd1f-8b2c-453e-8221-3c12c9f6668c), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.942996 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-8409d2dc-4734-4902-9dff-6880e431967d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1059358 Apr 01 21:42:40.944981 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] Publish callbacks [] for subnet (9d33cd1f-8b2c-453e-8221-3c12c9f6668c), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:40.950859 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (9d33cd1f-8b2c-453e-8221-3c12c9f6668c), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.003130 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.049294 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:42:41.052317 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:42:41.056104 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:42:41.084960 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-6d29da70-f904-46fb-b929-8b7c0e6c73ef service neutron] 10.222.0.30 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126726 Apr 01 21:42:41.093338 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=0f150d16-dc44-4905-8591-0d61aac664b1,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:41.123226 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:41.123838 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.141534 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (9d33cd1f-8b2c-453e-8221-3c12c9f6668c), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.183270 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d33cd1f-8b2c-453e-8221-3c12c9f6668c,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:41.186522 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.190217 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e7125ed9-1dff-4e4d-a4e8-25dc8222350a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9d33cd1f-8b2c-453e-8221-3c12c9f6668c HTTP/1.1" status: 204 len: 168 time: 0.3835447 Apr 01 21:42:41.194671 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51090) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:41.215502 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1bde20dd-7a26-4174-9d2a-77c831011633 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901000 Apr 01 21:42:41.234106 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-6bcb15bf-b8cc-4267-8d6f-1a091360b7ae service neutron] 10.222.0.30 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437232 Apr 01 21:42:41.241140 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.278232 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (92b8114e-570c-4ad5-9b25-c3082fc2dcaf), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.309289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-4a298c95-71c4-49b8-90d3-e33f5ea18009 None None] Provisioning complete for port 0f150d16-dc44-4905-8591-0d61aac664b1 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:42:41.309289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4a298c95-71c4-49b8-90d3-e33f5ea18009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.344356 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-4a298c95-71c4-49b8-90d3-e33f5ea18009 None None] Port 0f150d16-dc44-4905-8591-0d61aac664b1 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:42:41.347557 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Request body: {'port': {'device_id': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:41.381795 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (92b8114e-570c-4ad5-9b25-c3082fc2dcaf), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.431771 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b8114e-570c-4ad5-9b25-c3082fc2dcaf']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:42:41.468967 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1a528b-3a62-4b63-acbe-1d18129428b9') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:42:41.469186 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1a528b-3a62-4b63-acbe-1d18129428b9') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:42:41.471071 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.491413 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (7c1a528b-3a62-4b63-acbe-1d18129428b9), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.527192 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (7c1a528b-3a62-4b63-acbe-1d18129428b9), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.540641 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:42:41.541030 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (7c1a528b-3a62-4b63-acbe-1d18129428b9), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:42:41.545000 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:42:41.575598 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675898e9-8f97-496b-a68c-f2e17ffd245f req-f9232f9d-d27c-4bc1-b7b0-5b8f95de3b77 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:41.577380 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-675898e9-8f97-496b-a68c-f2e17ffd245f req-f9232f9d-d27c-4bc1-b7b0-5b8f95de3b77 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0626874 Apr 01 21:42:41.639212 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-675898e9-8f97-496b-a68c-f2e17ffd245f req-0265deb4-122c-4bd9-affc-07fbd97b3045 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551391 Apr 01 21:42:41.656104 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e19380-6f3f-42ef-9061-cd99369c2a0b req-881a93a2-d51b-445a-a670-b36d446a2cae tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:41.657647 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-42e19380-6f3f-42ef-9061-cd99369c2a0b req-881a93a2-d51b-445a-a670-b36d446a2cae tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 931 time: 0.2326655 Apr 01 21:42:41.713177 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ac0eb22f-d859-4e43-b506-1c9f4c8859c9 req-739e05ca-694e-48e8-bdde-0437fcca90e6 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Apr 01 21:42:41.768127 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-42e19380-6f3f-42ef-9061-cd99369c2a0b req-96ce0e8c-27a2-49bc-b37c-a23aaacac503 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986629 Apr 01 21:42:41.778991 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (92b8114e-570c-4ad5-9b25-c3082fc2dcaf), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.794594 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.798702 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] 10.222.0.30 "DELETE /v2.0/networks/92b8114e-570c-4ad5-9b25-c3082fc2dcaf HTTP/1.1" status: 204 len: 168 time: 0.6029158 Apr 01 21:42:41.819508 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7b5f7-b836-4657-95f1-9ac0b36b3843 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b8114e-570c-4ad5-9b25-c3082fc2dcaf,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:41.827028 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a432a-0d9a-4faf-9755-36202cbfd7be req-58501732-75bc-4eef-9452-4b859d934fcb tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:41.828708 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a27a432a-0d9a-4faf-9755-36202cbfd7be req-58501732-75bc-4eef-9452-4b859d934fcb tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0596004 Apr 01 21:42:41.895340 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a27a432a-0d9a-4faf-9755-36202cbfd7be req-5d379b2d-a927-46f8-87ef-d3517c26f8c9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594890 Apr 01 21:42:41.954482 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f150d16-dc44-4905-8591-0d61aac664b1 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:42:41.964728 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Publish callbacks [] for port (0f150d16-dc44-4905-8591-0d61aac664b1), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:41.975837 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d40a9b-23e7-4aef-bc8b-b43ab5ea2955 req-3d1ab323-2d87-4f53-96c3-2f25f76468b6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:41.977396 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-32d40a9b-23e7-4aef-bc8b-b43ab5ea2955 req-3d1ab323-2d87-4f53-96c3-2f25f76468b6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1100459 Apr 01 21:42:41.994286 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Transition to ACTIVE for port object 0f150d16-dc44-4905-8591-0d61aac664b1 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:42:42.030722 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-32d40a9b-23e7-4aef-bc8b-b43ab5ea2955 req-b2654e28-7a05-4131-b787-8c662f36dcb5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475066 Apr 01 21:42:42.081642 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.131332 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Pushing event updated for resources: {'Port': ['ID=0f150d16-dc44-4905-8591-0d61aac664b1,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:42.212233 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Attempting to bind port 0f150d16-dc44-4905-8591-0d61aac664b1 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:42:42.212571 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Attempting to bind port 0f150d16-dc44-4905-8591-0d61aac664b1 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:42:42.212956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Attempting to bind port 0f150d16-dc44-4905-8591-0d61aac664b1 on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:42:42.219586 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Port 0f150d16-dc44-4905-8591-0d61aac664b1 on network c2fe525f-0896-4fb2-85f6-fd1713efecde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:42:42.219586 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Attempting to bind port 0f150d16-dc44-4905-8591-0d61aac664b1 on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:42:42.224153 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:42:42.224499 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Checking segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:42:42.226344 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Bound using segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:42:42.226344 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Bound port: 0f150d16-dc44-4905-8591-0d61aac664b1, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:42:42.226344 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.288046 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 51114) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:42.300528 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] For port 0f150d16-dc44-4905-8591-0d61aac664b1, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:42:42.305739 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] For port 0f150d16-dc44-4905-8591-0d61aac664b1, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0f150d16-dc44-4905-8591-0d61aac664b1,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:42:42.328136 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a9dd2a78-9c60-4c74-b1c4-cff809fa19b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8568b789dd9d4e7898fc1860a5436b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388641 Apr 01 21:42:42.331120 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 51116) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:42.384613 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.385303 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ffcea672-3248-4b7c-9a30-442032b7208d admin admin] Publish callbacks [] for security_group (156b0123-81ee-466d-be49-3f71c8e2488b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.410738 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ffcea672-3248-4b7c-9a30-442032b7208d admin admin] Publish callbacks [] for security_group (156b0123-81ee-466d-be49-3f71c8e2488b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.420035 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:42.420035 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.420913 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f150d16-dc44-4905-8591-0d61aac664b1 HTTP/1.1" status: 200 len: 1093 time: 1.1004465 Apr 01 21:42:42.421521 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:42.423803 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13040470-8463-46f5-91a9-084ace3a92a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:42.482072 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a5a3d1-b56e-4c5b-a8cc-1d54e651ac70 x-openstack-request-id: req-47a5a3d1-b56e-4c5b-a8cc-1d54e651ac70 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:42.482361 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:42.482859 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47a5a3d1-b56e-4c5b-a8cc-1d54e651ac70 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:42.483087 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a5a3d1-b56e-4c5b-a8cc-1d54e651ac70'] response: {'name': 'network-changed', 'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1', 'status': 'completed', 'code': 200} Apr 01 21:42:42.486685 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c366f12-016f-4216-aa3b-26cddc654343 service neutron] Pushing event updated for resources: {'Port': ['ID=0f150d16-dc44-4905-8591-0d61aac664b1,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:42.555380 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ffcea672-3248-4b7c-9a30-442032b7208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (156b0123-81ee-466d-be49-3f71c8e2488b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.558155 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ffcea672-3248-4b7c-9a30-442032b7208d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:42.562456 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ffcea672-3248-4b7c-9a30-442032b7208d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/156b0123-81ee-466d-be49-3f71c8e2488b HTTP/1.1" status: 204 len: 168 time: 0.2303228 Apr 01 21:42:42.572185 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcea672-3248-4b7c-9a30-442032b7208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b0123-81ee-466d-be49-3f71c8e2488b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:42.587276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13040470-8463-46f5-91a9-084ace3a92a1 req-3f8fc233-249e-4a4d-b72f-cf4529aca9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:42.588822 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-13040470-8463-46f5-91a9-084ace3a92a1 req-3f8fc233-249e-4a4d-b72f-cf4529aca9c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 1127 time: 0.0474277 Apr 01 21:42:42.732492 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13040470-8463-46f5-91a9-084ace3a92a1 req-b380298d-6cc9-42c8-a703-c3cba9757471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:42.743664 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-13040470-8463-46f5-91a9-084ace3a92a1 req-b380298d-6cc9-42c8-a703-c3cba9757471 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1195724 Apr 01 21:42:42.819153 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-87409b98-64e6-401a-a0c3-59c3f82cc63b req-7e246799-7f59-4c48-96df-0782587e6615 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 210 time: 0.0348146 Apr 01 21:42:42.839659 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694be72-eb25-4ec1-a65d-15390440857c req-e6a4661f-dede-4689-98f1-b1eb00f3840b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:42.841168 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9694be72-eb25-4ec1-a65d-15390440857c req-e6a4661f-dede-4689-98f1-b1eb00f3840b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.1221511 Apr 01 21:42:42.894141 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13040470-8463-46f5-91a9-084ace3a92a1 req-f3a162fb-95cf-4fc9-a1da-59cde42ca0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:42.895650 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-13040470-8463-46f5-91a9-084ace3a92a1 req-f3a162fb-95cf-4fc9-a1da-59cde42ca0ed service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455979 Apr 01 21:42:42.937891 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9694be72-eb25-4ec1-a65d-15390440857c req-a7014e4f-e4f6-4026-a4f7-c86d2e481370 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772307 Apr 01 21:42:42.971001 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d1a6-0f78-4b63-b823-881f2d842895 req-d70aa39f-216d-4605-89af-a30ebcae24ee tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:42.978256 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2745d1a6-0f78-4b63-b823-881f2d842895 req-d70aa39f-216d-4605-89af-a30ebcae24ee tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 943 time: 0.0907342 Apr 01 21:42:43.040439 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2745d1a6-0f78-4b63-b823-881f2d842895 req-4f5210da-756d-4e84-998b-f543608e7e17 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610840 Apr 01 21:42:43.063319 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-6185e149-b652-4c74-8328-f906ccee28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:43.065469 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-6185e149-b652-4c74-8328-f906ccee28ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 1127 time: 0.0875797 Apr 01 21:42:43.093141 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379186e-0e07-46dc-ada3-cbf85ed8f6b6 req-9a5194e3-5f6f-4c11-851b-769661f2d9dc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:43.094759 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3379186e-0e07-46dc-ada3-cbf85ed8f6b6 req-9a5194e3-5f6f-4c11-851b-769661f2d9dc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0753467 Apr 01 21:42:43.147995 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-1e3034f1-c9a9-4997-80bf-9cb8d657fad7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f150d16-dc44-4905-8591-0d61aac664b1 HTTP/1.1" status: 200 len: 217 time: 0.0521665 Apr 01 21:42:43.161587 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e582b-8663-4185-89a5-1786123bea17 req-d09434b7-745a-4726-815f-cc89a232b130 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:43.163397 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bc7e582b-8663-4185-89a5-1786123bea17 req-d09434b7-745a-4726-815f-cc89a232b130 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0573697 Apr 01 21:42:43.210215 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3379186e-0e07-46dc-ada3-cbf85ed8f6b6 req-47e68c65-029f-4b31-aa98-74d5037dc6bc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065586 Apr 01 21:42:43.214674 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bc7e582b-8663-4185-89a5-1786123bea17 req-d18f1142-40ae-47c7-b0ae-c2a2efe09cbe tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454900 Apr 01 21:42:43.221180 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-964477de-bf46-4be7-81c1-2fc0dc225418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:43.222781 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-964477de-bf46-4be7-81c1-2fc0dc225418 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.0621436 Apr 01 21:42:43.274387 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785a13-effc-41f1-a352-c5b8075f403c req-078c442b-b51f-4863-b2fa-a75e19bf5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:43.275967 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-078c442b-b51f-4863-b2fa-a75e19bf5834 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466259 Apr 01 21:42:43.373069 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-10a789f4-4fcb-460e-927d-d70a82c6c28e service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897009 Apr 01 21:42:43.466956 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d1785a13-effc-41f1-a352-c5b8075f403c req-a087e414-b9cf-43d1-9da3-9acd77faa2eb service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863810 Apr 01 21:42:43.769181 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-29cb07e1-ab2c-4fe2-8c86-651e3bee1626 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:43.770705 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-29cb07e1-ab2c-4fe2-8c86-651e3bee1626 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 818 time: 0.1088393 Apr 01 21:42:43.850136 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-73894982-ef89-42d5-ab2a-91df73dec79f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e48327a881b64c4aafa50ffb986450cd HTTP/1.1" status: 200 len: 379 time: 0.0580382 Apr 01 21:42:43.859298 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'port': {'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'admin_state_up': True, 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'security_groups': ['fc4d47db-4011-4fb6-8e71-14adad943ba0']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:43.938496 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-20517c0c-e837-4b02-a887-6d4c7da8cdd9 req-08199e56-0e8c-4e95-91fa-a21f7c1cf9f8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 210 time: 0.0333302 Apr 01 21:42:44.047365 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142bbcf-0345-46b1-a418-02a10fc81d16 req-e426d41f-207d-4999-b81e-a1143e0834c4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:44.049228 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7142bbcf-0345-46b1-a418-02a10fc81d16 req-e426d41f-207d-4999-b81e-a1143e0834c4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0532904 Apr 01 21:42:44.069270 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Made reservation on behalf of e48327a881b64c4aafa50ffb986450cd for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:42:44.072696 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:44.102426 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7142bbcf-0345-46b1-a418-02a10fc81d16 req-c684c35b-60ae-456d-85e1-ca4836034fe0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477343 Apr 01 21:42:44.247648 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31350b14-7aa8-4419-84a9-268080986289 req-49a48f6f-e89f-4c1b-b48f-e5ba4d08be40 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:44.249219 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31350b14-7aa8-4419-84a9-268080986289 req-49a48f6f-e89f-4c1b-b48f-e5ba4d08be40 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 943 time: 0.1076570 Apr 01 21:42:44.281650 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Allocated IP 172.20.0.10 (45e7b50d-8751-4809-b89b-4a262470e32b/cefa34c4-c80e-4824-83dd-e1365cdb2f2e/25ed60a8-2892-416f-bf1c-c03c47223eef) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:42:44.349761 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-31350b14-7aa8-4419-84a9-268080986289 req-672f13f3-14f5-4a0c-b33e-ea8295ed21e7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874584 Apr 01 21:42:44.555343 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574757-2b86-4493-ab4d-c647f730cb70 req-1e5a000d-3680-47c9-aae9-3b3076cd784d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:44.558017 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-77574757-2b86-4493-ab4d-c647f730cb70 req-1e5a000d-3680-47c9-aae9-3b3076cd784d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.2774136 Apr 01 21:42:44.611268 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-77574757-2b86-4493-ab4d-c647f730cb70 req-573be467-a46b-445b-b8cd-4e68ca514958 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456650 Apr 01 21:42:44.787263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56b7b0-ca4f-44b6-8299-de3767c1b152 req-8cbc0665-b0f2-4110-9d72-f5479e6d9e26 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:44.788790 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ae56b7b0-ca4f-44b6-8299-de3767c1b152 req-8cbc0665-b0f2-4110-9d72-f5479e6d9e26 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.3624191 Apr 01 21:42:44.793475 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:44.854169 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ae56b7b0-ca4f-44b6-8299-de3767c1b152 req-54d72a6b-983f-4f16-b793-2cbba56afd48 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575240 Apr 01 21:42:45.019539 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:45.060155 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Network 45e7b50d-8751-4809-b89b-4a262470e32b is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:42:45.065645 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:42:45.066528 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc511-eb8b-4d91-9a02-52115912f3a1 req-bd309d84-e37f-4f35-8296-5afa05ae043e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:45.068272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:42:45.068406 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9c9bc511-eb8b-4d91-9a02-52115912f3a1 req-bd309d84-e37f-4f35-8296-5afa05ae043e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 932 time: 0.0544500 Apr 01 21:42:45.100682 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event updated for resources: {'Port': ['ID=25ed60a8-2892-416f-bf1c-c03c47223eef,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:45.128264 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9c9bc511-eb8b-4d91-9a02-52115912f3a1 req-a8ad8096-8e72-4244-93d8-6310ee873b05 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529876 Apr 01 21:42:45.133490 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:45.134150 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:45.216136 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-2b6fe88c-07ef-41e6-a070-5d89f0f14ee1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3609679 Apr 01 21:42:45.236377 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a366d-561b-4915-8e64-dda4fed3acbd req-cf17562e-c92a-4bfe-951f-f043cc347d56 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:45.237960 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d18a366d-561b-4915-8e64-dda4fed3acbd req-cf17562e-c92a-4bfe-951f-f043cc347d56 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0603700 Apr 01 21:42:45.242972 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Request body: {'port': {'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:45.338813 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d18a366d-561b-4915-8e64-dda4fed3acbd req-a48e6335-b59c-48d1-9fea-0e8dd7335694 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929248 Apr 01 21:42:45.339463 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:45.340401 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-b9898b4c-bd6e-4f2a-a945-36ca9ec915c6 None None] Provisioning complete for port 25ed60a8-2892-416f-bf1c-c03c47223eef triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:42:45.340880 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b9898b4c-bd6e-4f2a-a945-36ca9ec915c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:45.375489 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-b9898b4c-bd6e-4f2a-a945-36ca9ec915c6 None None] Port 25ed60a8-2892-416f-bf1c-c03c47223eef cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:42:45.468822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaab9d-91ce-4fc2-9f8b-4e9ad5a4508f req-3f727dcb-87ed-4f14-a408-db3bd528254d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:45.470892 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-92eaab9d-91ce-4fc2-9f8b-4e9ad5a4508f req-3f727dcb-87ed-4f14-a408-db3bd528254d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 943 time: 0.0545115 Apr 01 21:42:45.516510 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-92eaab9d-91ce-4fc2-9f8b-4e9ad5a4508f req-959b6b18-1625-4fc1-8017-bd4e5435417b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 Apr 01 21:42:45.612461 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ed60a8-2892-416f-bf1c-c03c47223eef {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:42:45.620419 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Publish callbacks [] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:45.636113 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Transition to ACTIVE for port object 25ed60a8-2892-416f-bf1c-c03c47223eef will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:42:45.711263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:45.784857 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Pushing event updated for resources: {'Port': ['ID=25ed60a8-2892-416f-bf1c-c03c47223eef,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:45.820710 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad226d-1fd4-44be-89b6-0a8fc17b21e7 req-c3b240ae-cfa5-4a52-9326-6c2c4257523a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:45.822315 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6cad226d-1fd4-44be-89b6-0a8fc17b21e7 req-c3b240ae-cfa5-4a52-9326-6c2c4257523a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.1220181 Apr 01 21:42:45.907653 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Attempting to bind port 25ed60a8-2892-416f-bf1c-c03c47223eef on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:42:45.908008 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Attempting to bind port 25ed60a8-2892-416f-bf1c-c03c47223eef by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:42:45.908345 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Attempting to bind port 25ed60a8-2892-416f-bf1c-c03c47223eef on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:42:45.929410 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6cad226d-1fd4-44be-89b6-0a8fc17b21e7 req-a2d1fb65-4dd6-4bf7-90f1-76730018413f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884848 Apr 01 21:42:45.930309 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Port 25ed60a8-2892-416f-bf1c-c03c47223eef on network 45e7b50d-8751-4809-b89b-4a262470e32b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:42:45.930645 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Attempting to bind port 25ed60a8-2892-416f-bf1c-c03c47223eef on network 45e7b50d-8751-4809-b89b-4a262470e32b {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:42:45.938279 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:42:45.939206 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Checking segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:42:45.939640 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Bound using segment: {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:42:45.940082 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Bound port: 25ed60a8-2892-416f-bf1c-c03c47223eef, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc60f39a-c7b9-4297-a4aa-e77a829d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:42:45.940467 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:45.992602 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28565cd2-f36d-46ec-a30f-b9da78d51232 req-c3775e0a-d961-4ffc-9ffe-a51cc961020d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:45.994159 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-28565cd2-f36d-46ec-a30f-b9da78d51232 req-c3775e0a-d961-4ffc-9ffe-a51cc961020d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0533199 Apr 01 21:42:46.018059 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] For port 25ed60a8-2892-416f-bf1c-c03c47223eef, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:42:46.021798 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] For port 25ed60a8-2892-416f-bf1c-c03c47223eef, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=25ed60a8-2892-416f-bf1c-c03c47223eef,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:42:46.057633 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-28565cd2-f36d-46ec-a30f-b9da78d51232 req-03e45e4f-9c5b-4a98-bca0-a1439ccf6b6b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 Apr 01 21:42:46.098720 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:46.132804 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.133419 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:46.134814 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] 10.222.0.31 "PUT /v2.0/ports/25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 200 len: 1094 time: 0.8957775 Apr 01 21:42:46.135282 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:46.137480 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c07fe-0858-4886-b477-da9175f30b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:46.162952 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054b9e-98eb-43b4-9f46-31b7c35b5647 service neutron] Pushing event updated for resources: {'Port': ['ID=25ed60a8-2892-416f-bf1c-c03c47223eef,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:46.184233 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf32c0d3-8fe4-4e16-8dcb-f04727ca061f x-openstack-request-id: req-bf32c0d3-8fe4-4e16-8dcb-f04727ca061f {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:46.184574 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:46.184836 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf32c0d3-8fe4-4e16-8dcb-f04727ca061f {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:46.185249 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf32c0d3-8fe4-4e16-8dcb-f04727ca061f'] response: {'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'status': 'completed', 'code': 200} Apr 01 21:42:46.269746 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cf366-e6dc-4f47-a7df-1eb495d2e8f8 req-981306f7-0c79-4eb5-bb78-4c6fae751b26 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.272678 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-307cf366-e6dc-4f47-a7df-1eb495d2e8f8 req-981306f7-0c79-4eb5-bb78-4c6fae751b26 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 944 time: 0.0629694 Apr 01 21:42:46.302400 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c07fe-0858-4886-b477-da9175f30b2e req-1ad2f8ee-5c02-47c4-8ba1-8a7cb18b1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.303964 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-753c07fe-0858-4886-b477-da9175f30b2e req-1ad2f8ee-5c02-47c4-8ba1-8a7cb18b1d13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1128 time: 0.0541277 Apr 01 21:42:46.325336 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-307cf366-e6dc-4f47-a7df-1eb495d2e8f8 req-25ae38ae-0455-42fb-aa6f-fff725cb3e31 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469053 Apr 01 21:42:46.453458 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c07fe-0858-4886-b477-da9175f30b2e req-a53c64e3-6046-4077-84fe-af65adc70652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.455000 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-753c07fe-0858-4886-b477-da9175f30b2e req-a53c64e3-6046-4077-84fe-af65adc70652 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=e48327a881b64c4aafa50ffb986450cd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1245396 Apr 01 21:42:46.517979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9aa1-6386-47b7-b7e9-90abb32fa89d req-f6daa706-088e-4cc2-a453-92aca6fe7485 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.519466 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-835d9aa1-6386-47b7-b7e9-90abb32fa89d req-f6daa706-088e-4cc2-a453-92aca6fe7485 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.1129785 Apr 01 21:42:46.593370 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-835d9aa1-6386-47b7-b7e9-90abb32fa89d req-9a7ce9f6-e0d9-4c54-bc7e-1d61990222e0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676527 Apr 01 21:42:46.599921 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c07fe-0858-4886-b477-da9175f30b2e req-e156dec8-bf3b-40be-a6bc-8ce7345d8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.602400 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-753c07fe-0858-4886-b477-da9175f30b2e req-e156dec8-bf3b-40be-a6bc-8ce7345d8c7c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393714 Apr 01 21:42:46.637102 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1940666-d683-46b4-b38a-698a20a8c91f req-9b4bdfd5-0b51-40d1-9b84-6c7d0de8a84e tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.638597 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1940666-d683-46b4-b38a-698a20a8c91f req-9b4bdfd5-0b51-40d1-9b84-6c7d0de8a84e tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 943 time: 0.0551431 Apr 01 21:42:46.687064 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d1940666-d683-46b4-b38a-698a20a8c91f req-7cc154ed-61e1-4722-af95-717c8b8da430 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Apr 01 21:42:46.720579 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-613c266a-e306-4c83-be95-d70b3d503208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.722240 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-613c266a-e306-4c83-be95-d70b3d503208 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1128 time: 0.0506637 Apr 01 21:42:46.783848 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-df0f78cd-3262-4775-96c3-5bad242f5ba0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 200 len: 217 time: 0.0339942 Apr 01 21:42:46.838634 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-d52d4a02-85c3-443c-9be6-656a433ef03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.840054 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-d52d4a02-85c3-443c-9be6-656a433ef03b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0468130 Apr 01 21:42:46.906574 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-0701a724-3701-4675-a805-f40df0720cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:46.908661 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-0701a724-3701-4675-a805-f40df0720cf5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430474 Apr 01 21:42:47.013168 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-73200abb-5392-4228-9a39-72ee9b4d79b3 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971200 Apr 01 21:42:47.108276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac60a1-361b-47dd-b546-ed70c9c64ac7 req-7d62d517-f50b-46e9-b9f9-1ce6a561eb56 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:47.109808 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a8ac60a1-361b-47dd-b546-ed70c9c64ac7 req-7d62d517-f50b-46e9-b9f9-1ce6a561eb56 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.1142583 Apr 01 21:42:47.146875 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6d01952-397f-4ae2-ac88-fcaa6913b47e req-ced4e398-b51f-469c-b12b-bad66e575464 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191170 Apr 01 21:42:47.175234 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a8ac60a1-361b-47dd-b546-ed70c9c64ac7 req-1999aa09-04f7-48f6-954f-60317a6d325b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587344 Apr 01 21:42:47.178934 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc921d9f-b9ed-451b-8fcc-f01d82f57965 req-1ff175fb-03ae-4110-893e-a7f65e8bfb58 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:47.182450 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fc921d9f-b9ed-451b-8fcc-f01d82f57965 req-1ff175fb-03ae-4110-893e-a7f65e8bfb58 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0529363 Apr 01 21:42:47.229027 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fc921d9f-b9ed-451b-8fcc-f01d82f57965 req-eb7cea97-f237-4bb7-8b6b-6698a0f69d48 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Apr 01 21:42:47.404755 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 51232) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:47.444682 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a33ed2-59f6-4fd5-96f7-ecbf780bdd00 req-33cc0822-5c46-47c8-ab29-81000f7886cd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:47.446119 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37a33ed2-59f6-4fd5-96f7-ecbf780bdd00 req-33cc0822-5c46-47c8-ab29-81000f7886cd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 944 time: 0.0520840 Apr 01 21:42:47.492476 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37a33ed2-59f6-4fd5-96f7-ecbf780bdd00 req-5bec22d8-8452-470b-87a9-c962f425ddcd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407741 Apr 01 21:42:47.527872 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-de2bdceb-5a20-42fb-a1c4-ef0a01610daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:47.601966 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-de2bdceb-5a20-42fb-a1c4-ef0a01610daf admin admin] Publish callbacks [] for security_group (521bf7de-11a5-406c-85db-6cb6c828e8be), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:47.686855 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-de2bdceb-5a20-42fb-a1c4-ef0a01610daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (521bf7de-11a5-406c-85db-6cb6c828e8be), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:47.733339 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-de2bdceb-5a20-42fb-a1c4-ef0a01610daf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8f76548e5ef4595a1251f5c8acb0c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274324 Apr 01 21:42:47.734482 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bdceb-5a20-42fb-a1c4-ef0a01610daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521bf7de-11a5-406c-85db-6cb6c828e8be,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:47.736522 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51242) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:47.755573 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eaff1-e3d5-4f41-81e8-834226ddf736 req-fc2657d3-8aac-4d5e-b4f0-9f69856dea71 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:47.763001 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-002eaff1-e3d5-4f41-81e8-834226ddf736 req-fc2657d3-8aac-4d5e-b4f0-9f69856dea71 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.1030686 Apr 01 21:42:47.808902 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-002eaff1-e3d5-4f41-81e8-834226ddf736 req-d754cf7f-b895-4ed5-8142-95cb480c33a4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Apr 01 21:42:47.845301 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-548d0330-1329-478b-b323-4d3cca63345d admin admin] Publish callbacks [] for security_group (521bf7de-11a5-406c-85db-6cb6c828e8be), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:47.854662 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd269e-21d1-4c49-bd19-aa8d14c08de0 req-763158c9-bf38-47ea-b2e2-124ba5855974 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:47.856127 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-40dd269e-21d1-4c49-bd19-aa8d14c08de0 req-763158c9-bf38-47ea-b2e2-124ba5855974 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 943 time: 0.0828569 Apr 01 21:42:47.880797 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0f150d16-dc44-4905-8591-0d61aac664b1 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:42:47.888935 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-548d0330-1329-478b-b323-4d3cca63345d admin admin] Publish callbacks [] for security_group (521bf7de-11a5-406c-85db-6cb6c828e8be), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:47.938850 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-40dd269e-21d1-4c49-bd19-aa8d14c08de0 req-b8943e67-440e-4bee-99c9-299c39f3b3da tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751143 Apr 01 21:42:48.018961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-548d0330-1329-478b-b323-4d3cca63345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (521bf7de-11a5-406c-85db-6cb6c828e8be), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:48.021529 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-548d0330-1329-478b-b323-4d3cca63345d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:48.022804 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-548d0330-1329-478b-b323-4d3cca63345d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/521bf7de-11a5-406c-85db-6cb6c828e8be HTTP/1.1" status: 204 len: 168 time: 0.2850676 Apr 01 21:42:48.031266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d0330-1329-478b-b323-4d3cca63345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521bf7de-11a5-406c-85db-6cb6c828e8be,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:48.143952 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 0f150d16-dc44-4905-8591-0d61aac664b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0f150d16-dc44-4905-8591-0d61aac664b1,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:48.154718 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '0f150d16-dc44-4905-8591-0d61aac664b1', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'port_id': '0f150d16-dc44-4905-8591-0d61aac664b1', 'mac_address': 'fa:16:3e:53:39:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:42:48.191439 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 0f150d16-dc44-4905-8591-0d61aac664b1 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:48.191803 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:48.205533 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f150d16-dc44-4905-8591-0d61aac664b1 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:42:48.226240 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 0f150d16-dc44-4905-8591-0d61aac664b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0f150d16-dc44-4905-8591-0d61aac664b1,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:48.292732 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:48.305113 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701e67f-4889-4f51-875a-930aee001b07 req-723d0637-32c8-46b3-bd9a-91a6be3c61c0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:48.306734 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e701e67f-4889-4f51-875a-930aee001b07 req-723d0637-32c8-46b3-bd9a-91a6be3c61c0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0622642 Apr 01 21:42:48.362799 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=0f150d16-dc44-4905-8591-0d61aac664b1,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:48.374669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.374893 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e701e67f-4889-4f51-875a-930aee001b07 req-2f2727c1-a764-48fd-9729-06b9b70dbbbd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550594 Apr 01 21:42:48.375498 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.376172 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.376950 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.377386 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.378088 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.378779 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.379339 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.379923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.380470 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.381174 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.381787 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.382384 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.382922 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.384527 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:42:48.387568 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5bc12-8d0f-4c8e-a08e-3b854f87425a req-0df57b55-15aa-4104-a48c-d08769146df2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:48.389952 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-20b5bc12-8d0f-4c8e-a08e-3b854f87425a req-0df57b55-15aa-4104-a48c-d08769146df2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0690181 Apr 01 21:42:48.441745 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-20b5bc12-8d0f-4c8e-a08e-3b854f87425a req-1cdaeb5b-3945-447c-9938-24748b5772af tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446012 Apr 01 21:42:48.608253 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cbf33-1048-4f09-a7b3-266a0de2dba0 req-1bac5ae2-d892-41d3-83f9-4dc18cf6a5a2 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:48.609792 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-506cbf33-1048-4f09-a7b3-266a0de2dba0 req-1bac5ae2-d892-41d3-83f9-4dc18cf6a5a2 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 944 time: 0.0524292 Apr 01 21:42:48.655858 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-506cbf33-1048-4f09-a7b3-266a0de2dba0 req-b211d15c-2cc2-4314-819b-09f2600e1c94 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Apr 01 21:42:48.740068 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['0f150d16-dc44-4905-8591-0d61aac664b1'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:42:48.929148 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceb3bc-267e-4b0b-ae19-bc346b92926d req-fb6282ed-60a6-4da2-b02d-19839d4788e9 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:48.930677 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1bceb3bc-267e-4b0b-ae19-bc346b92926d req-fb6282ed-60a6-4da2-b02d-19839d4788e9 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0566077 Apr 01 21:42:48.982793 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1bceb3bc-267e-4b0b-ae19-bc346b92926d req-978b0f57-7d32-4123-97d6-54b031cf2f19 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465026 Apr 01 21:42:49.066689 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4837517-d2ca-4ae2-93c2-0b22e5b951a8 req-a63988d1-b2cf-4007-885b-7616719bcbbc tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:49.068398 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a4837517-d2ca-4ae2-93c2-0b22e5b951a8 req-a63988d1-b2cf-4007-885b-7616719bcbbc tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 944 time: 0.0532751 Apr 01 21:42:49.114436 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a4837517-d2ca-4ae2-93c2-0b22e5b951a8 req-fd088c1f-2904-4ad9-abe8-8b677949d154 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 Apr 01 21:42:49.482663 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18e20-5f6a-4195-b01a-87595753bf87 req-a3ba390d-ed2a-4cb9-ba31-6929bfd21944 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:49.484219 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9bb18e20-5f6a-4195-b01a-87595753bf87 req-a3ba390d-ed2a-4cb9-ba31-6929bfd21944 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0512528 Apr 01 21:42:49.533758 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9bb18e20-5f6a-4195-b01a-87595753bf87 req-ec69166e-34f0-4e9f-9f79-0057774d31bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429058 Apr 01 21:42:49.572558 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36ac31-53bd-4106-a36c-4bf37cbf5cb4 req-c962225c-4fac-42bd-924b-2d36bcb223b2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:49.574113 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9b36ac31-53bd-4106-a36c-4bf37cbf5cb4 req-c962225c-4fac-42bd-924b-2d36bcb223b2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0566370 Apr 01 21:42:49.619964 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9b36ac31-53bd-4106-a36c-4bf37cbf5cb4 req-6483c88c-a8ab-48f6-bdf7-acf4c0fe226f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Apr 01 21:42:49.773955 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a2651-2aba-494e-ad9e-61478c678db1 req-06907086-d503-40c5-b854-6ccea4fdabac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:49.775496 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-de1a2651-2aba-494e-ad9e-61478c678db1 req-06907086-d503-40c5-b854-6ccea4fdabac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 944 time: 0.0525901 Apr 01 21:42:49.828514 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-de1a2651-2aba-494e-ad9e-61478c678db1 req-69fc6e12-6bd7-4944-83f4-97356cfaca8c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472975 Apr 01 21:42:49.887729 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 25ed60a8-2892-416f-bf1c-c03c47223eef details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:42:49.898393 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0f150d16-dc44-4905-8591-0d61aac664b1 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:42:50.025336 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 25ed60a8-2892-416f-bf1c-c03c47223eef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=25ed60a8-2892-416f-bf1c-c03c47223eef,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:50.038299 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'mac_address': 'fa:16:3e:85:7d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:42:50.060634 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 0f150d16-dc44-4905-8591-0d61aac664b1 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:42:50.072497 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 0f150d16-dc44-4905-8591-0d61aac664b1 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:42:50.072867 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:50.102652 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 25ed60a8-2892-416f-bf1c-c03c47223eef is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:50.103037 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:50.103362 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67566b8-a926-4b08-9b98-cdb710338157 req-49c375ea-9f64-4578-b7db-8922897e4a94 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:50.104940 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f67566b8-a926-4b08-9b98-cdb710338157 req-49c375ea-9f64-4578-b7db-8922897e4a94 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0523400 Apr 01 21:42:50.124031 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ed60a8-2892-416f-bf1c-c03c47223eef {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:42:50.149887 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 25ed60a8-2892-416f-bf1c-c03c47223eef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=25ed60a8-2892-416f-bf1c-c03c47223eef,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:50.156366 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f67566b8-a926-4b08-9b98-cdb710338157 req-eb849f9b-8c3f-424c-a8fd-f4c18976f4d0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456824 Apr 01 21:42:50.185954 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 0f150d16-dc44-4905-8591-0d61aac664b1 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:50.186374 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:50.212593 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:50.214869 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dc89da-64fe-4110-b761-f8a3cd386c4c" -d '{"events": [{"server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "name": "network-vif-plugged", "status": "completed", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:50.222712 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:50.224711 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device e90d1791-1c19-4d04-b89f-2b93ba38e7bb details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:42:50.231598 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 0f150d16-dc44-4905-8591-0d61aac664b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0f150d16-dc44-4905-8591-0d61aac664b1,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:50.236115 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2831ed-99d7-43de-850a-7cb7c7f51a71 req-473afa77-c110-4ff2-b2b6-9feef2fe5b98 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:50.237708 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b2831ed-99d7-43de-850a-7cb7c7f51a71 req-473afa77-c110-4ff2-b2b6-9feef2fe5b98 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 944 time: 0.0537584 Apr 01 21:42:50.260272 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a1d60-593f-4f25-adb5-cb50168f0e5d x-openstack-request-id: req-ef1a1d60-593f-4f25-adb5-cb50168f0e5d {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:50.260586 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "name": "network-vif-plugged", "status": "completed", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:50.260844 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef1a1d60-593f-4f25-adb5-cb50168f0e5d {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:50.261262 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1a1d60-593f-4f25-adb5-cb50168f0e5d'] response: {'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1', 'code': 200} Apr 01 21:42:50.295461 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b2831ed-99d7-43de-850a-7cb7c7f51a71 req-57d92dca-b633-481f-9b7d-99de1c89f0f5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512781 Apr 01 21:42:50.323143 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:50.328669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=25ed60a8-2892-416f-bf1c-c03c47223eef,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:50.399158 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=0f150d16-dc44-4905-8591-0d61aac664b1,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:50.405944 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:50.417253 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'port_id': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'mac_address': 'fa:16:3e:72:61:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:42:50.462051 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port e90d1791-1c19-4d04-b89f-2b93ba38e7bb is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:50.462456 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:50.476992 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90d1791-1c19-4d04-b89f-2b93ba38e7bb {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:42:50.495838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:50.573129 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:50.624926 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:50.659112 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7797-cc6e-4d00-ba4e-ccf8bc90bb02 req-d84f8b5d-1710-4160-b8a4-a1dc2f338cfc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:50.660705 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7d5f7797-cc6e-4d00-ba4e-ccf8bc90bb02 req-d84f8b5d-1710-4160-b8a4-a1dc2f338cfc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0562544 Apr 01 21:42:50.710707 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7d5f7797-cc6e-4d00-ba4e-ccf8bc90bb02 req-3427f83d-8e11-480b-8817-39c306372f4c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Apr 01 21:42:50.759009 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda256-38e8-4480-af93-1895297ab4e3 req-af8ba725-70fc-4a27-a08e-b352730d3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:50.760513 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6eeda256-38e8-4480-af93-1895297ab4e3 req-af8ba725-70fc-4a27-a08e-b352730d3672 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 1129 time: 0.0787878 Apr 01 21:42:50.775956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d281dee-7e32-400f-9471-5449ac081e16 req-d3747648-7b8a-453d-b348-92bf01908bb8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:50.777376 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d281dee-7e32-400f-9471-5449ac081e16 req-d3747648-7b8a-453d-b348-92bf01908bb8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0694032 Apr 01 21:42:50.844475 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6eeda256-38e8-4480-af93-1895297ab4e3 req-f9ddcfef-d609-4f29-966f-2a22a6c6ad7b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757239 Apr 01 21:42:50.848629 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d281dee-7e32-400f-9471-5449ac081e16 req-5cf612af-45d5-435b-a463-caf653b668a7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654674 Apr 01 21:42:50.951146 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9996795-523f-4753-8ddc-b6b1f50c8d34 req-992953c3-b3de-4553-bdb1-ed17e6333e1a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:50.952722 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d9996795-523f-4753-8ddc-b6b1f50c8d34 req-992953c3-b3de-4553-bdb1-ed17e6333e1a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 945 time: 0.0538213 Apr 01 21:42:51.001784 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d9996795-523f-4753-8ddc-b6b1f50c8d34 req-f3e06f7c-b73c-4d9b-aa16-1de9f8595d78 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Apr 01 21:42:51.114179 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['25ed60a8-2892-416f-bf1c-c03c47223eef'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:42:51.138577 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['e90d1791-1c19-4d04-b89f-2b93ba38e7bb'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:42:51.291626 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d08e-e7c3-412d-a1e2-5a099440399e req-e88ae3b6-fdaa-46e1-8873-9df94c34e946 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:51.293222 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7f83d08e-e7c3-412d-a1e2-5a099440399e req-e88ae3b6-fdaa-46e1-8873-9df94c34e946 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 944 time: 0.0546823 Apr 01 21:42:51.347161 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7f83d08e-e7c3-412d-a1e2-5a099440399e req-8872e934-a0cc-4497-8a3b-ed3ed749f89e tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Apr 01 21:42:51.423937 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dc90b-059f-439b-8693-fb84ec0cd7ff req-48ec1fb3-5a86-473d-ab41-0d1830ac8243 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:51.425427 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-238dc90b-059f-439b-8693-fb84ec0cd7ff req-48ec1fb3-5a86-473d-ab41-0d1830ac8243 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0537515 Apr 01 21:42:51.478186 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-238dc90b-059f-439b-8693-fb84ec0cd7ff req-5d9af58a-22fc-45f6-8fbf-47d9b94dbdac tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469060 Apr 01 21:42:51.837425 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ef01a-bb9c-4e0b-958e-e08ce8ce5c73 req-f3d749a2-e5c0-452b-ab37-300c913a9cb7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:51.838994 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f5ef01a-bb9c-4e0b-958e-e08ce8ce5c73 req-f3d749a2-e5c0-452b-ab37-300c913a9cb7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0575626 Apr 01 21:42:51.888819 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f5ef01a-bb9c-4e0b-958e-e08ce8ce5c73 req-b3a93fe5-5882-4431-86b8-ce00741bae2c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442181 Apr 01 21:42:51.972337 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023861eb-3d7b-4360-807e-bf47284a8e7e req-0f0260dc-13f3-4c3a-b263-3d19a1085924 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:51.973817 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-023861eb-3d7b-4360-807e-bf47284a8e7e req-0f0260dc-13f3-4c3a-b263-3d19a1085924 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0519488 Apr 01 21:42:52.018758 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-023861eb-3d7b-4360-807e-bf47284a8e7e req-25e2de63-a5e4-4248-a628-7fd764909ea8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393975 Apr 01 21:42:52.118720 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463a8eb-07ca-4c8a-b7b6-2d3f9e348b84 req-c05458bd-fa41-4b3f-9ec6-3abff6b7eff4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:52.120167 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0463a8eb-07ca-4c8a-b7b6-2d3f9e348b84 req-c05458bd-fa41-4b3f-9ec6-3abff6b7eff4 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Apr 01 21:42:52.164857 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0463a8eb-07ca-4c8a-b7b6-2d3f9e348b84 req-5068c2f2-9db7-41d7-aaa7-dbad9b06a6af tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391557 Apr 01 21:42:52.355287 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-49e267f0-b9e2-4a21-acf9-775721bd9876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:52.467716 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0efb4-cc1f-439f-b536-8fd81c338d43 req-c59c0c87-705d-4685-a7a7-9608fe170838 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:52.469256 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f0efb4-cc1f-439f-b536-8fd81c338d43 req-c59c0c87-705d-4685-a7a7-9608fe170838 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 944 time: 0.0524750 Apr 01 21:42:52.523452 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f0efb4-cc1f-439f-b536-8fd81c338d43 req-53478ef4-2605-4c5d-86be-5722dd82b048 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479760 Apr 01 21:42:52.598502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1883b2-6398-4790-a029-3de982591da7 req-d4a855c5-0987-44cd-9f50-c2af06ea4a39 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:52.599996 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea1883b2-6398-4790-a029-3de982591da7 req-d4a855c5-0987-44cd-9f50-c2af06ea4a39 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0529463 Apr 01 21:42:52.647082 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ea1883b2-6398-4790-a029-3de982591da7 req-395d2e60-3d3a-4651-968d-b90c19bc6e80 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Apr 01 21:42:53.015361 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d1274-a7f2-43c2-9b9b-b10a4c82fb3b req-9d795343-448a-4fa9-b697-09288368d704 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:53.017722 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-db3d1274-a7f2-43c2-9b9b-b10a4c82fb3b req-9d795343-448a-4fa9-b697-09288368d704 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0584323 Apr 01 21:42:53.067705 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-db3d1274-a7f2-43c2-9b9b-b10a4c82fb3b req-f47d1072-0520-4761-95e5-78541c84c82a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438502 Apr 01 21:42:53.145468 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ad994-f454-4ec4-bea8-6e442c64ed39 req-4d2a380e-73de-4e5f-83eb-6881e0f7a801 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:53.147024 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5a2ad994-f454-4ec4-bea8-6e442c64ed39 req-4d2a380e-73de-4e5f-83eb-6881e0f7a801 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0559256 Apr 01 21:42:53.194000 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5a2ad994-f454-4ec4-bea8-6e442c64ed39 req-6ab0fb22-5840-4795-970e-4cc78d73a15d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Apr 01 21:42:53.280472 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dd939-8f19-43bc-88f3-0940ffd07647 req-3fc9d4ad-158d-415b-aaf2-0a6dfb8141ce tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:53.282027 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-123dd939-8f19-43bc-88f3-0940ffd07647 req-3fc9d4ad-158d-415b-aaf2-0a6dfb8141ce tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 945 time: 0.0518873 Apr 01 21:42:53.327704 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-123dd939-8f19-43bc-88f3-0940ffd07647 req-943720b1-854b-45b5-b070-d11ffa2a3ccf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Apr 01 21:42:53.648526 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599118-d8d5-4223-b8d2-8280a9c42c06 req-e073cd25-116d-4d50-9066-658e58a157b0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:53.650032 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8d599118-d8d5-4223-b8d2-8280a9c42c06 req-e073cd25-116d-4d50-9066-658e58a157b0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 944 time: 0.0516613 Apr 01 21:42:53.699218 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8d599118-d8d5-4223-b8d2-8280a9c42c06 req-172690c7-8b8d-47b0-a930-ad2cf43cb1d7 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Apr 01 21:42:53.764032 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f02d34-bb86-459d-829c-fcf102adafaa req-eb21801d-8f0d-4216-8dc4-f601ab9ba4f9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:53.765507 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-89f02d34-bb86-459d-829c-fcf102adafaa req-eb21801d-8f0d-4216-8dc4-f601ab9ba4f9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0521002 Apr 01 21:42:53.815560 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-89f02d34-bb86-459d-829c-fcf102adafaa req-19d1c399-0fe5-4eb5-9096-afb03cff95a6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Apr 01 21:42:53.905282 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:42:53.920678 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 25ed60a8-2892-416f-bf1c-c03c47223eef up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:42:53.940552 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5633b1-9da3-40ed-a0cd-b8cdd58bbbd7 req-e07a20f6-b085-4d4d-bdec-9636914893cf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:53.942072 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ce5633b1-9da3-40ed-a0cd-b8cdd58bbbd7 req-e07a20f6-b085-4d4d-bdec-9636914893cf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0650623 Apr 01 21:42:53.951542 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51374) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:42:53.956357 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'port_id': '0f150d16-dc44-4905-8591-0d61aac664b1'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:42:53.998294 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.048939 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:54.078804 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'port_id': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'mac_address': 'fa:16:3e:e2:ab:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:42:54.130826 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: ACTIVE; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:54.133399 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.151568 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8397bc5d-0ec8-461c-8b82-e139352b34b1 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:42:54.158250 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 25ed60a8-2892-416f-bf1c-c03c47223eef completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:42:54.168608 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 25ed60a8-2892-416f-bf1c-c03c47223eef triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:42:54.169249 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.195112 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:54.228022 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a105d76-3630-407f-b055-947464c1e2b1 req-2eb06701-b724-4b9f-ae7f-8507ed84dee5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:54.229779 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a105d76-3630-407f-b055-947464c1e2b1 req-2eb06701-b724-4b9f-ae7f-8507ed84dee5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0580049 Apr 01 21:42:54.262149 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.300876 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a105d76-3630-407f-b055-947464c1e2b1 req-929f891c-33b8-4af7-8f61-1e1545cfccf0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631008 Apr 01 21:42:54.301044 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 25ed60a8-2892-416f-bf1c-c03c47223eef is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:54.301143 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.336389 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=6']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:54.343719 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:54.347427 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ffa32-78d1-4d98-95de-57584b861eb4" -d '{"events": [{"server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "name": "network-vif-plugged", "status": "completed", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:54.361708 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 25ed60a8-2892-416f-bf1c-c03c47223eef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=25ed60a8-2892-416f-bf1c-c03c47223eef,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:54.467223 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91a74-61a5-4f1a-85f4-a547d7f90b82 req-c5e39dab-4b1b-470e-b1e5-8f0ae58e1430 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:54.468736 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a5d91a74-61a5-4f1a-85f4-a547d7f90b82 req-c5e39dab-4b1b-470e-b1e5-8f0ae58e1430 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 945 time: 0.1608167 Apr 01 21:42:54.475694 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb1ad-543f-456f-bbb7-dbcc4498ace9 req-5196a887-8855-439a-908b-904af1119bfa tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:54.477366 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.477715 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-55afb1ad-543f-456f-bbb7-dbcc4498ace9 req-5196a887-8855-439a-908b-904af1119bfa tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 945 time: 0.0664580 Apr 01 21:42:54.478660 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device e90d1791-1c19-4d04-b89f-2b93ba38e7bb up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:42:54.545048 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-55afb1ad-543f-456f-bbb7-dbcc4498ace9 req-7a5e84f8-9d02-4578-8f1a-d014fab82a3f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592332 Apr 01 21:42:54.562256 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['8397bc5d-0ec8-461c-8b82-e139352b34b1'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:42:54.562434 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a5d91a74-61a5-4f1a-85f4-a547d7f90b82 req-8ded29b9-a85e-49e4-839c-d12390de089d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835505 Apr 01 21:42:54.620158 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd6acf8-bfd5-48e2-a842-5841a764ceb1 x-openstack-request-id: req-3fd6acf8-bfd5-48e2-a842-5841a764ceb1 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:54.620452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "name": "network-vif-plugged", "status": "completed", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:54.620704 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fd6acf8-bfd5-48e2-a842-5841a764ceb1 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:54.621099 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd6acf8-bfd5-48e2-a842-5841a764ceb1'] response: {'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'code': 200} Apr 01 21:42:54.627929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.646180 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=25ed60a8-2892-416f-bf1c-c03c47223eef,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:54.677630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ddff26e9-bbf2-4b8b-8c2e-1a61b75e0154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.710250 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.768298 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port e90d1791-1c19-4d04-b89f-2b93ba38e7bb completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:42:54.774561 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port e90d1791-1c19-4d04-b89f-2b93ba38e7bb triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:42:54.777235 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.866446 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846cb9b-ecbf-4146-847d-1cbccd6234a1 req-15c62403-513c-45bb-9876-2276cac8170a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:54.867856 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0846cb9b-ecbf-4146-847d-1cbccd6234a1 req-15c62403-513c-45bb-9876-2276cac8170a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 944 time: 0.0794201 Apr 01 21:42:54.871036 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49 associated. External IP: 172.27.1.40, port: 0f150d16-dc44-4905-8591-0d61aac664b1. Apr 01 21:42:54.879659 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port e90d1791-1c19-4d04-b89f-2b93ba38e7bb is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:54.880099 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:54.913920 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:55.012391 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:55.025669 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0846cb9b-ecbf-4146-847d-1cbccd6234a1 req-a49821d8-c032-45ed-9821-e737241ba470 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498532 Apr 01 21:42:55.047161 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a172-bca5-4a6f-bc13-4f3284cc3c27 req-b50f3a5e-c3f6-46a9-8b1d-18b3ec0ecebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:55.049161 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-59b4a172-bca5-4a6f-bc13-4f3284cc3c27 req-b50f3a5e-c3f6-46a9-8b1d-18b3ec0ecebc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1130 time: 0.0816245 Apr 01 21:42:55.071334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:55.402618 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:42:55.415544 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb645e-d293-44aa-ad01-a0057ee54a8e req-a3a0b684-f3b6-4c8e-9df8-60b29627975b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:55.417031 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1ceb645e-d293-44aa-ad01-a0057ee54a8e req-a3a0b684-f3b6-4c8e-9df8-60b29627975b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0549486 Apr 01 21:42:55.465594 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1ceb645e-d293-44aa-ad01-a0057ee54a8e req-5cb32d67-3604-4d17-836f-7c6fe5124339 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Apr 01 21:42:55.512215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:42:55.517524 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:55.525682 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:42:55.543516 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:42:55.543516 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:42:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:42:55.548998 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fc3e79b5-f660-4fe9-bf03-1b32bb20e988 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "PUT /v2.0/floatingips/bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49 HTTP/1.1" status: 200 len: 990 time: 1.5962930 Apr 01 21:42:55.549774 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:55.552302 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:55.597588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5eb34f-7d16-4921-87f7-d1604021d86b x-openstack-request-id: req-5b5eb34f-7d16-4921-87f7-d1604021d86b {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:55.597884 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:55.598142 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b5eb34f-7d16-4921-87f7-d1604021d86b {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:55.598549 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5eb34f-7d16-4921-87f7-d1604021d86b'] response: {'name': 'network-changed', 'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1', 'status': 'completed', 'code': 200} Apr 01 21:42:55.656273 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:42:55.669885 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b363-49fa-4cc2-8204-ca94f8f758f1 req-f9febc81-a0f6-4771-bfb4-4ec3c7dc7785 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:55.671521 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9983b363-49fa-4cc2-8204-ca94f8f758f1 req-f9febc81-a0f6-4771-bfb4-4ec3c7dc7785 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0552258 Apr 01 21:42:55.707701 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294494-9ebf-4bb9-9b1f-13f386188136 req-56725b27-eaa8-44ed-8898-ff0919ed4dca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:55.709229 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c6294494-9ebf-4bb9-9b1f-13f386188136 req-56725b27-eaa8-44ed-8898-ff0919ed4dca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 945 time: 0.0640526 Apr 01 21:42:55.730300 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9983b363-49fa-4cc2-8204-ca94f8f758f1 req-e8d59814-c274-4113-bda6-f5bb69695232 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520201 Apr 01 21:42:55.743827 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:55.763044 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c6294494-9ebf-4bb9-9b1f-13f386188136 req-1c9a986b-4040-4203-94f0-60ae72120f15 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461643 Apr 01 21:42:55.896159 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 2, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}, {'id': 'bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0f150d16-dc44-4905-8591-0d61aac664b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:53:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:30Z', 'updated_at': '2022-04-01T21:42:54Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:42:55.925938 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:42:55.934200 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:42:55.934790 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:42:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:42:56.047408 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:42:56.154270 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a16f6-55bf-4dd9-982e-0af2758b9772 req-4a470ea2-c762-413e-b78f-31a86d98bcd8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:56.155849 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3e0a16f6-55bf-4dd9-982e-0af2758b9772 req-4a470ea2-c762-413e-b78f-31a86d98bcd8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0565648 Apr 01 21:42:56.208696 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3e0a16f6-55bf-4dd9-982e-0af2758b9772 req-3a765bb1-a52f-47a6-9c88-79ee05952601 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Apr 01 21:42:56.284068 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 2, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}, {'id': 'bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0f150d16-dc44-4905-8591-0d61aac664b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:53:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:30Z', 'updated_at': '2022-04-01T21:42:54Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:42:56.309066 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0a675-f01f-4033-b75d-0a64e74f8830 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 2, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}, {'id': 'bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0f150d16-dc44-4905-8591-0d61aac664b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:53:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:30Z', 'updated_at': '2022-04-01T21:42:54Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:42:56.494093 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc340fa-c8ba-4ee2-8d5e-0012a99fa912 None None] New status for floating IP bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:42:56.592096 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28c61c-20a5-42f7-9ee9-5d88efb594b1 req-0d58e2cc-5672-46c1-a901-16c439dc2dfe tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:56.593615 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed28c61c-20a5-42f7-9ee9-5d88efb594b1 req-0d58e2cc-5672-46c1-a901-16c439dc2dfe tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0558467 Apr 01 21:42:56.635004 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:56.637216 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9864fcd-11c3-4ad8-bbba-eed550f819d3" -d '{"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-plugged", "status": "completed", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:56.644394 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed28c61c-20a5-42f7-9ee9-5d88efb594b1 req-df815378-7d88-42ce-87b2-9360b3804fbb tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450397 Apr 01 21:42:56.671556 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607a7ab-1ca5-48e8-9532-654182b4140e x-openstack-request-id: req-6607a7ab-1ca5-48e8-9532-654182b4140e {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:56.671850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-plugged", "status": "completed", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:56.674017 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6607a7ab-1ca5-48e8-9532-654182b4140e {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:56.674017 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6607a7ab-1ca5-48e8-9532-654182b4140e'] response: {'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'code': 200} Apr 01 21:42:56.843380 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eb795-4c6d-49a7-957a-39590ccc96e7 req-e6b5336c-e075-4f1e-b859-f9249f2feb97 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:56.844899 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-859eb795-4c6d-49a7-957a-39590ccc96e7 req-e6b5336c-e075-4f1e-b859-f9249f2feb97 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0524733 Apr 01 21:42:56.893890 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b27b-98a3-453b-8e67-b5d6fbda9ce1 req-a8459922-a683-4497-9dd4-cd001eaee31f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:56.894427 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-859eb795-4c6d-49a7-957a-39590ccc96e7 req-6ea64925-e462-46d2-8733-c410de41c63a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Apr 01 21:42:56.895403 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2b83b27b-98a3-453b-8e67-b5d6fbda9ce1 req-a8459922-a683-4497-9dd4-cd001eaee31f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 945 time: 0.0588658 Apr 01 21:42:56.946539 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2b83b27b-98a3-453b-8e67-b5d6fbda9ce1 req-982a1358-0061-47a7-942b-24c19163f0e1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Apr 01 21:42:57.023792 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:57.346824 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3aee-8c33-4df9-85b7-218d8b1adfa7 req-46cd41b7-f9fb-45b6-b65e-e263fe7f65e4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:57.348391 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35fe3aee-8c33-4df9-85b7-218d8b1adfa7 req-46cd41b7-f9fb-45b6-b65e-e263fe7f65e4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0666778 Apr 01 21:42:57.407566 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35fe3aee-8c33-4df9-85b7-218d8b1adfa7 req-1ff21080-3f1b-40e9-b111-b2c852aff471 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488477 Apr 01 21:42:57.663800 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:42:57.718507 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 8397bc5d-0ec8-461c-8b82-e139352b34b1 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:42:57.719194 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:57.822378 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:42:57.823037 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:57.835516 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-59b4a172-bca5-4a6f-bc13-4f3284cc3c27 req-81748685-4066-4f89-ac2c-b3235f22c66b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504436 Apr 01 21:42:57.850965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-3df694e7-1ef4-4ba6-bc42-63c90fbcde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:57.854762 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-3df694e7-1ef4-4ba6-bc42-63c90fbcde13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 1129 time: 0.1130068 Apr 01 21:42:57.863330 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873593-a14f-4a4e-9c5e-854e81b93e67 req-efbcc64e-e32e-4c6f-8e7e-7a48c4b00c98 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:57.871403 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:42:57.875791 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a873593-a14f-4a4e-9c5e-854e81b93e67 req-efbcc64e-e32e-4c6f-8e7e-7a48c4b00c98 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0837195 Apr 01 21:42:57.936210 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a873593-a14f-4a4e-9c5e-854e81b93e67 req-ac5e6fac-8f9d-4647-b749-4c36cf282f78 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603662 Apr 01 21:42:57.967258 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:58.023787 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=7']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:42:58.054295 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b6a85-1079-4042-907f-f6ab87451d58 req-3ccd76e9-f26a-4fd7-a2d4-c66c528c0ad0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:58.056012 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1a1b6a85-1079-4042-907f-f6ab87451d58 req-3ccd76e9-f26a-4fd7-a2d4-c66c528c0ad0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0672922 Apr 01 21:42:58.122038 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1a1b6a85-1079-4042-907f-f6ab87451d58 req-d10c7d16-0394-4dc5-a01c-5347042a53d0 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594134 Apr 01 21:42:58.146255 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c3898-761b-4d24-b420-a911665bb48f req-965d0fae-2057-4105-8953-e799d4c09768 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:58.146255 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-734c3898-761b-4d24-b420-a911665bb48f req-965d0fae-2057-4105-8953-e799d4c09768 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0785191 Apr 01 21:42:58.198955 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-734c3898-761b-4d24-b420-a911665bb48f req-5f7e64a9-c06d-4f15-9deb-8277f5dac31c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480793 Apr 01 21:42:58.370905 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-cc2886a2-adae-49e1-9687-f80c03f5a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:58.372451 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-cc2886a2-adae-49e1-9687-f80c03f5a650 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 916 time: 0.1139004 Apr 01 21:42:58.545591 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-d07efa48-444d-4891-8162-ffbd10e1e498 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f150d16-dc44-4905-8591-0d61aac664b1 HTTP/1.1" status: 200 len: 1000 time: 0.1499467 Apr 01 21:42:58.603533 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:42:58.625568 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e9af2-45d2-43b0-ae62-ae02cb073958 req-769dc07b-3017-4858-b5ef-fc35576ec73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:58.627174 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c77e9af2-45d2-43b0-ae62-ae02cb073958 req-769dc07b-3017-4858-b5ef-fc35576ec73b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1129 time: 0.1755891 Apr 01 21:42:58.670579 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97ba7e-9ce3-40e4-bb69-1d6017e6fcd4 req-a1f4e06f-e477-4120-8b76-424562e5069a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:58.672081 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3c97ba7e-9ce3-40e4-bb69-1d6017e6fcd4 req-a1f4e06f-e477-4120-8b76-424562e5069a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.1802163 Apr 01 21:42:58.673932 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:42:58.674417 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-823eee1a-b618-44d1-92a1-4e8a76dd2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:58.675479 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-823eee1a-b618-44d1-92a1-4e8a76dd2ab3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.1197813 Apr 01 21:42:58.677760 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f180c-f762-468c-9cc1-8ff424c9f2f6" -d '{"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:42:58.721003 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f2d561-9f0f-43c5-b5f4-526046d79942 x-openstack-request-id: req-f8f2d561-9f0f-43c5-b5f4-526046d79942 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:42:58.721599 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:42:58.722063 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8f2d561-9f0f-43c5-b5f4-526046d79942 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:42:58.722684 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f2d561-9f0f-43c5-b5f4-526046d79942'] response: {'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'code': 200} Apr 01 21:42:58.780039 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c77e9af2-45d2-43b0-ae62-ae02cb073958 req-224ab283-dabd-4947-86fc-37320a062722 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419888 Apr 01 21:42:58.812624 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3c97ba7e-9ce3-40e4-bb69-1d6017e6fcd4 req-dfcd4ece-5aaf-42cb-b9f4-06ee964ef18b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326857 Apr 01 21:42:58.827890 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-e5ae5e96-7978-4b04-9bad-356451177f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:58.830757 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-e5ae5e96-7978-4b04-9bad-356451177f65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1430562 Apr 01 21:42:59.082654 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd31705-0b2c-4d50-8e29-7aa28d3fda66 req-11461b52-7cf3-4f62-b9a1-48ebae1e16ea tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:59.084838 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6fd31705-0b2c-4d50-8e29-7aa28d3fda66 req-11461b52-7cf3-4f62-b9a1-48ebae1e16ea tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0641096 Apr 01 21:42:59.161533 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6fd31705-0b2c-4d50-8e29-7aa28d3fda66 req-5b9938f8-2778-458e-844b-2ccf27f4af08 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689726 Apr 01 21:42:59.179754 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-569fd81f-0ced-44db-a1dd-61e262f31476 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975251 Apr 01 21:42:59.334001 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ee03-3e14-4198-8935-08cfaf052481 req-ae1fed9a-a07e-404e-9f30-7be89871db07 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:59.365247 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d797ee03-3e14-4198-8935-08cfaf052481 req-ae1fed9a-a07e-404e-9f30-7be89871db07 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0904143 Apr 01 21:42:59.426456 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f9e3ca48-0fab-45ae-a25f-5931b62a89e8 req-b839e7be-43a8-42a1-8428-7ccce0fa6c96 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269754 Apr 01 21:42:59.446401 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d797ee03-3e14-4198-8935-08cfaf052481 req-cbf130d2-5625-4124-97c8-36ca21b0ad79 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863023 Apr 01 21:42:59.464053 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033e6cd-f759-4fa2-bbaf-ef4e25746a27 req-786b1221-04e2-4016-a22e-7957b239a9df tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:59.471482 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1033e6cd-f759-4fa2-bbaf-ef4e25746a27 req-786b1221-04e2-4016-a22e-7957b239a9df tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0784686 Apr 01 21:42:59.533225 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1033e6cd-f759-4fa2-bbaf-ef4e25746a27 req-633d29b8-9499-48a7-ad1c-d20d90725f23 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607314 Apr 01 21:42:59.950386 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab303-1590-4fb0-b378-70584b94da7f req-56d89ddf-e53d-4364-9390-23c2b9c51036 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:42:59.957630 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ae5ab303-1590-4fb0-b378-70584b94da7f req-56d89ddf-e53d-4364-9390-23c2b9c51036 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0692687 Apr 01 21:43:00.010158 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ae5ab303-1590-4fb0-b378-70584b94da7f req-46ed4d9d-dd1f-44c3-9852-1c47c76365e7 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515797 Apr 01 21:43:00.283900 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034f44-6394-4ff3-a78c-cc8316eba721 req-9c21211a-8f14-4da9-ac8e-24e308910304 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:00.284893 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-36034f44-6394-4ff3-a78c-cc8316eba721 req-9c21211a-8f14-4da9-ac8e-24e308910304 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0635149 Apr 01 21:43:00.337980 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-36034f44-6394-4ff3-a78c-cc8316eba721 req-5e9cdd57-2ad7-4c51-a896-36c9dda90327 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434997 Apr 01 21:43:00.601931 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99473-c964-4686-8731-2abe3c4ed41a req-c14842c7-a414-492e-81c7-268139ad0905 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:00.603930 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-81d99473-c964-4686-8731-2abe3c4ed41a req-c14842c7-a414-492e-81c7-268139ad0905 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0837991 Apr 01 21:43:00.669860 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-81d99473-c964-4686-8731-2abe3c4ed41a req-02e93854-3258-480e-b85b-a1e345255e41 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598340 Apr 01 21:43:00.706957 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b27ea-b9ed-418d-a61f-d567e50b5a92 req-5414b32a-1cf6-4787-9407-a070b3cfd3f5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:00.710328 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5a0b27ea-b9ed-418d-a61f-d567e50b5a92 req-5414b32a-1cf6-4787-9407-a070b3cfd3f5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0814273 Apr 01 21:43:00.773976 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5a0b27ea-b9ed-418d-a61f-d567e50b5a92 req-a94fc541-f2ca-46cb-8cea-7c13f310641f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595374 Apr 01 21:43:00.808587 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46f23-f1d7-4a74-b69f-428449f89c56 req-65c6108b-3ee5-4bf5-b130-9a8f08c5005d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:00.810146 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d0d46f23-f1d7-4a74-b69f-428449f89c56 req-65c6108b-3ee5-4bf5-b130-9a8f08c5005d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0713758 Apr 01 21:43:00.819105 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 51510) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:00.824383 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'floatingip': {'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:43:00.906771 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:01.238632 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ff40f-da84-4fe8-a4fa-6aa3f14aea21 req-8551b118-b6b7-4cca-ac56-e0646e5f4cec tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:01.240085 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4d6ff40f-da84-4fe8-a4fa-6aa3f14aea21 req-8551b118-b6b7-4cca-ac56-e0646e5f4cec tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.1094851 Apr 01 21:43:01.487481 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4d6ff40f-da84-4fe8-a4fa-6aa3f14aea21 req-f4de8a7d-a105-4819-a514-9c589d8f1435 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346716 Apr 01 21:43:01.556312 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c904af-4360-4819-9023-a3d2a73e1ee6 req-6081d210-2471-466d-9da4-cf2f1d8f23e7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:01.560314 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-02c904af-4360-4819-9023-a3d2a73e1ee6 req-6081d210-2471-466d-9da4-cf2f1d8f23e7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.1373246 Apr 01 21:43:01.674028 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-02c904af-4360-4819-9023-a3d2a73e1ee6 req-17bf39de-247a-4cd8-8e5d-74371335b014 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068614 Apr 01 21:43:01.878822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.db.resource_extend [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 21:43:01.972275 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:01.983389 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08642-3916-4ff5-99d6-cec76cc02ca9 req-fb0e6925-77e9-4727-a7c6-595b765e7473 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:01.985055 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7ff08642-3916-4ff5-99d6-cec76cc02ca9 req-fb0e6925-77e9-4727-a7c6-595b765e7473 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.1613102 Apr 01 21:43:02.053784 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7ff08642-3916-4ff5-99d6-cec76cc02ca9 req-eaf0d192-ad91-4ba5-8a5d-5a9157dc4d8c tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576031 Apr 01 21:43:02.055465 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:02.079555 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51534) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:02.117694 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eecb14-bf00-4743-af12-4157697ab038 req-04edfa05-ca96-44cb-abfa-a3916c97bc1d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:02.127908 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-57eecb14-bf00-4743-af12-4157697ab038 req-04edfa05-ca96-44cb-abfa-a3916c97bc1d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0885186 Apr 01 21:43:02.193435 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-57eecb14-bf00-4743-af12-4157697ab038 req-d1265174-53df-4b7f-b5c2-a5f2d33f089b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631132 Apr 01 21:43:02.253180 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230994c5-5293-41e5-a348-26356eeabef5 req-e8086d1b-0492-42c1-bc71-256dec46f91c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:02.260096 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-230994c5-5293-41e5-a348-26356eeabef5 req-e8086d1b-0492-42c1-bc71-256dec46f91c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0987673 Apr 01 21:43:02.262986 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.l3_db [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Floating IP f5b58201-e660-4d0a-93f4-17fce19be97c associated. External IP: 172.27.1.31, port: 25ed60a8-2892-416f-bf1c-c03c47223eef. Apr 01 21:43:02.389640 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1eee06-3a99-488a-a230-81500ca84d72 tempest-TestShelveInstance-2044999514 tempest-TestShelveInstance-2044999514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:02.391550 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6d1eee06-3a99-488a-a230-81500ca84d72 tempest-TestShelveInstance-2044999514 tempest-TestShelveInstance-2044999514-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1124 time: 0.3084483 Apr 01 21:43:02.394665 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-230994c5-5293-41e5-a348-26356eeabef5 req-a8967322-364c-4318-87d4-bbb47f352910 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336896 Apr 01 21:43:02.397121 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51538) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:02.401349 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'port_id': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:43:02.527416 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:02.543656 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:43:02.684513 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:02.705858 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:43:02.715458 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] Sync routers for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:43:02.716427 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:02.741699 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:43:02.742336 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:42:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:02.757690 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7e7bc100-ab90-49ae-b858-e78ead27b228 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "PUT /v2.0/floatingips/f5b58201-e660-4d0a-93f4-17fce19be97c HTTP/1.1" status: 200 len: 991 time: 1.9374146 Apr 01 21:43:02.758383 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:43:02.760656 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8010af-902b-4fd5-847c-a133d69e0523" -d '{"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:43:02.833762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Allocated IP 172.27.1.206 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:43:02.836740 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df474526-7ac8-4b2f-b258-20c933f8e776 x-openstack-request-id: req-df474526-7ac8-4b2f-b258-20c933f8e776 {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:43:02.837096 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:43:02.837302 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df474526-7ac8-4b2f-b258-20c933f8e776 {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:43:02.838137 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df474526-7ac8-4b2f-b258-20c933f8e776'] response: {'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'status': 'completed', 'code': 200} Apr 01 21:43:02.901097 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:43:02.949090 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:03.045208 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:03.105023 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:43:03.108021 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:43:03.112244 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:43:03.151373 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'Port': ['ID=8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:03.308932 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'f5b58201-e660-4d0a-93f4-17fce19be97c', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'mac_address': 'fa:16:3e:85:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:39Z', 'updated_at': '2022-04-01T21:43:01Z', 'revision_number': 1, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:03.341420 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] Checking router: de41e7cb-e3d9-4f34-b793-3d9e6cfca446 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:43:03.350868 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:43:03.351475 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:42:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:03.382177 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f4aab-8362-4210-b7ce-91320441466b req-fcf9a3df-b26a-4e05-baa2-061439353a59 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:03.383678 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a57f4aab-8362-4210-b7ce-91320441466b req-fcf9a3df-b26a-4e05-baa2-061439353a59 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0908375 Apr 01 21:43:03.508794 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a57f4aab-8362-4210-b7ce-91320441466b req-143ce289-8a7f-4af5-811c-a13fbe00e343 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194448 Apr 01 21:43:03.528417 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:43:03.619141 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b4533-892f-42d7-8daf-acb0d5a12d13 req-dd26e5e0-1ff8-4937-87b6-f1596e6e6c50 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:03.619141 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-586b4533-892f-42d7-8daf-acb0d5a12d13 req-dd26e5e0-1ff8-4937-87b6-f1596e6e6c50 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0965514 Apr 01 21:43:03.657650 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for floatingip (ff0499b2-1d47-4bd3-b695-35c7f5a8de26), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:03.711514 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-586b4533-892f-42d7-8daf-acb0d5a12d13 req-9954acb8-96d3-460f-a1d8-0e3cd2a4cf99 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816832 Apr 01 21:43:03.804427 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'f5b58201-e660-4d0a-93f4-17fce19be97c', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'mac_address': 'fa:16:3e:85:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:39Z', 'updated_at': '2022-04-01T21:43:01Z', 'revision_number': 1, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:03.834010 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092dfdee-592b-4434-afc5-fc035838b9a4 None None] The sync data for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi is: [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'f5b58201-e660-4d0a-93f4-17fce19be97c', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'mac_address': 'fa:16:3e:85:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:39Z', 'updated_at': '2022-04-01T21:43:01Z', 'revision_number': 1, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:43:03.938666 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:04.076116 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c56ca3-009c-430f-a629-cd4a0acd64b3 None None] New status for floating IP f5b58201-e660-4d0a-93f4-17fce19be97c: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:43:04.150156 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-d6fbdc73-1b84-4501-bdb7-eaf43ef631d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:04.151909 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-d6fbdc73-1b84-4501-bdb7-eaf43ef631d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1130 time: 0.1314681 Apr 01 21:43:04.468809 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:04.476152 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-af31a44e-37c2-432e-93ec-685b4c30de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:04.477747 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-af31a44e-37c2-432e-93ec-685b4c30de6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 1129 time: 0.3832018 Apr 01 21:43:04.537568 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:04.603945 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-c70408e9-7223-4c91-880a-90f5aeca8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:04.605451 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-c70408e9-7223-4c91-880a-90f5aeca8626 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.4456677 Apr 01 21:43:04.679089 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7917f-f49e-4144-a495-1593f6509d91 req-40a31c14-ee5e-45a5-b300-a43bdbc4606c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:04.681155 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cfd7917f-f49e-4144-a495-1593f6509d91 req-40a31c14-ee5e-45a5-b300-a43bdbc4606c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0679736 Apr 01 21:43:04.703378 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event updated for resources: {'Port': ['ID=8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:04.732020 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-032c7699-59e3-416d-9150-125fad82e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:04.733584 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-032c7699-59e3-416d-9150-125fad82e6be service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 911 time: 0.2478507 Apr 01 21:43:04.734332 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (ff0499b2-1d47-4bd3-b695-35c7f5a8de26), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:04.865247 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cfd7917f-f49e-4144-a495-1593f6509d91 req-e9cdd346-a767-465a-87db-203862143372 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662641 Apr 01 21:43:04.933651 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-46fea454-e791-4e18-88ae-2690d53c0e6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 200 len: 1001 time: 0.3190248 Apr 01 21:43:05.034696 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-ab667aa6-2b30-484b-a767-f62f8c36d01b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 200 len: 999 time: 0.2148428 Apr 01 21:43:05.080660 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-df40c81c-eb81-4c8d-81bc-777d24466884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:05.082188 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-df40c81c-eb81-4c8d-81bc-777d24466884 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.1208160 Apr 01 21:43:05.119210 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da320a1-8e94-4f8b-9189-f5d3f8837f5d req-26847b62-3ebd-4050-bdf2-8d55db9cfee3 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:05.123700 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7da320a1-8e94-4f8b-9189-f5d3f8837f5d req-26847b62-3ebd-4050-bdf2-8d55db9cfee3 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.2324600 Apr 01 21:43:05.159745 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Floating IP ff0499b2-1d47-4bd3-b695-35c7f5a8de26 associated. External IP: 172.27.1.206, port: e90d1791-1c19-4d04-b89f-2b93ba38e7bb. Apr 01 21:43:05.243083 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-fe4f3398-58b3-4a41-bab8-6a6026b1059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:05.244758 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-fe4f3398-58b3-4a41-bab8-6a6026b1059d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.2015116 Apr 01 21:43:05.325857 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7da320a1-8e94-4f8b-9189-f5d3f8837f5d req-6e32cb61-611e-4056-9395-94a67a494305 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012661 Apr 01 21:43:05.335210 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-33fce7ee-0479-4e88-b5a5-2327634159ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:05.337582 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-33fce7ee-0479-4e88-b5a5-2327634159ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2393744 Apr 01 21:43:05.407697 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-c76ff8c7-21d0-4800-8ebe-aa027b31e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:05.409333 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-c76ff8c7-21d0-4800-8ebe-aa027b31e19d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1490772 Apr 01 21:43:05.594716 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-a1896499-1cbd-47e9-be59-12587ec84583 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484229 Apr 01 21:43:05.667184 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-3ced0a6c-4ff2-4046-96b5-686796e1bb91 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471690 Apr 01 21:43:05.699557 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:43:05.791796 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Router d3152a78-6319-4988-b977-fc66843ff4fc has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:43:05.876890 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4a9332d-6804-4f94-8a91-f1105b9fcf78 req-7b2c9891-b766-4f3d-9015-2c222d3c0e52 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003822 Apr 01 21:43:05.880941 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d8010af-902b-4fd5-847c-a133d69e0523 req-a92afa1c-5aa8-43ba-af91-18b4bbc77de1 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775669 Apr 01 21:43:06.028738 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:43:06.040534 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] Sync routers for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:43:06.053288 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:43:06.054147 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:42:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:06.107986 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817432d3-cf18-4d81-8023-38e39d15114a req-5aa1a378-82de-4c79-88c7-c7e1c66e6cda tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:06.118148 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-817432d3-cf18-4d81-8023-38e39d15114a req-5aa1a378-82de-4c79-88c7-c7e1c66e6cda tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1189423 Apr 01 21:43:06.130526 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:06.178874 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:43:06.194992 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-817432d3-cf18-4d81-8023-38e39d15114a req-ce70de4b-6e09-4089-bca7-a038164689a8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734737 Apr 01 21:43:06.237575 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-9eff1225-64e2-4d67-8a36-267ae360e7f8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8288972 Apr 01 21:43:06.237575 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:43:06.237575 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d178a597-f62b-4cc6-94cc-0db9e932e57b" -d '{"events": [{"name": "network-changed", "server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:43:06.271949 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a84efd5-84e9-48a0-aa60-bc7b708326dc x-openstack-request-id: req-2a84efd5-84e9-48a0-aa60-bc7b708326dc {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:43:06.272296 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:43:06.272606 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a84efd5-84e9-48a0-aa60-bc7b708326dc {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:43:06.273025 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a84efd5-84e9-48a0-aa60-bc7b708326dc'] response: {'name': 'network-changed', 'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'status': 'completed', 'code': 200} Apr 01 21:43:06.431508 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-113421f8-698f-4c55-888c-8b6b42afff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:06.433041 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-113421f8-698f-4c55-888c-8b6b42afff0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1129 time: 0.1134980 Apr 01 21:43:06.471117 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ff0499b2-1d47-4bd3-b695-35c7f5a8de26', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'port_id': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'mac_address': 'fa:16:3e:72:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:43:03Z', 'updated_at': '2022-04-01T21:43:03Z', 'revision_number': 0, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 5, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:06.497474 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] Checking router: d3152a78-6319-4988-b977-fc66843ff4fc for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:43:06.506927 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:43:06.507700 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:42:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:06.520097 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a961b-46ec-4ce7-a736-c1b3f20f516d req-71f31756-5e53-4041-a043-20eb11213bcf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:06.530779 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-982a961b-46ec-4ce7-a736-c1b3f20f516d req-71f31756-5e53-4041-a043-20eb11213bcf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.1146884 Apr 01 21:43:06.635329 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:43:06.644678 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-982a961b-46ec-4ce7-a736-c1b3f20f516d req-cf787b10-6740-4ce7-8615-7e692105dad5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015971 Apr 01 21:43:06.782730 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 51602) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:06.908572 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-955e3176-2ee6-4289-82db-b257d39f4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:06.911541 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-955e3176-2ee6-4289-82db-b257d39f4cdf service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 200 len: 909 time: 0.4595082 Apr 01 21:43:06.940747 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ff0499b2-1d47-4bd3-b695-35c7f5a8de26', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'port_id': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'mac_address': 'fa:16:3e:72:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:43:03Z', 'updated_at': '2022-04-01T21:43:03Z', 'revision_number': 0, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 5, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:06.959236 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16168a4f-a065-44b6-b4df-5130a196b6ab None None] The sync data for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi is: [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ff0499b2-1d47-4bd3-b695-35c7f5a8de26', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'port_id': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'mac_address': 'fa:16:3e:72:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:43:03Z', 'updated_at': '2022-04-01T21:43:03Z', 'revision_number': 0, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 5, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:43:06.980448 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-db623c9b-19ad-477d-a907-bd3f46b4e911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:07.088280 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-db623c9b-19ad-477d-a907-bd3f46b4e911 admin admin] Publish callbacks [] for security_group (9388c6e3-ab60-45d8-bd87-7e8e71cc5654), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:07.134715 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-db623c9b-19ad-477d-a907-bd3f46b4e911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9388c6e3-ab60-45d8-bd87-7e8e71cc5654), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:07.210031 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51612) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:07.214176 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-db623c9b-19ad-477d-a907-bd3f46b4e911 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79ce35eccdd142bd97563b4500ba75d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297061 Apr 01 21:43:07.215589 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db623c9b-19ad-477d-a907-bd3f46b4e911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388c6e3-ab60-45d8-bd87-7e8e71cc5654,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:07.268975 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-ef0d80ed-b4bc-44ab-99d7-ef3a9fb3aac5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 999 time: 0.1518052 Apr 01 21:43:07.287232 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d36b3c0d-a367-4b7a-8215-a62deb724fb7 admin admin] Publish callbacks [] for security_group (9388c6e3-ab60-45d8-bd87-7e8e71cc5654), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:07.310664 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e8933-9410-43e6-98c2-f40db65c6b42 None None] New status for floating IP ff0499b2-1d47-4bd3-b695-35c7f5a8de26: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:43:07.398495 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d36b3c0d-a367-4b7a-8215-a62deb724fb7 admin admin] Publish callbacks [] for security_group (9388c6e3-ab60-45d8-bd87-7e8e71cc5654), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:07.432194 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-56fffbbd-e7ff-425f-bb6b-86d69947631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:07.433749 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-56fffbbd-e7ff-425f-bb6b-86d69947631e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=426db178-ae51-4a88-917f-68805ac0d5e4 HTTP/1.1" status: 200 len: 847 time: 0.1411464 Apr 01 21:43:07.495979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ff3e-a92a-4063-bad0-b499fdda4d9e req-f1312f53-ce8c-4246-9a3d-55e95a58f9e9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:07.497632 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e429ff3e-a92a-4063-bad0-b499fdda4d9e req-f1312f53-ce8c-4246-9a3d-55e95a58f9e9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1417596 Apr 01 21:43:07.521422 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-2d1b4a7b-b33b-4e29-ac2c-c4a8d543181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:07.523013 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-2d1b4a7b-b33b-4e29-ac2c-c4a8d543181f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720365 Apr 01 21:43:07.593405 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d36b3c0d-a367-4b7a-8215-a62deb724fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9388c6e3-ab60-45d8-bd87-7e8e71cc5654), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:07.596590 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d36b3c0d-a367-4b7a-8215-a62deb724fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:07.600519 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-d36b3c0d-a367-4b7a-8215-a62deb724fb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9388c6e3-ab60-45d8-bd87-7e8e71cc5654 HTTP/1.1" status: 204 len: 168 time: 0.3871975 Apr 01 21:43:07.634113 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3c0d-a367-4b7a-8215-a62deb724fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388c6e3-ab60-45d8-bd87-7e8e71cc5654,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:07.642153 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e429ff3e-a92a-4063-bad0-b499fdda4d9e req-33fe5da3-1517-4be8-873e-658e506f9e1c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232657 Apr 01 21:43:07.676198 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-735b9bfb-86b0-4f6d-8e26-2bd5ed1ed9f8 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383948 Apr 01 21:43:07.845327 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d178a597-f62b-4cc6-94cc-0db9e932e57b req-b26e8706-a796-406d-a59f-9a2149808705 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621201 Apr 01 21:43:07.852278 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e0e99-3d4b-4d24-b16d-33821f70d3e4 req-ddfca279-8fab-4c9b-b5ee-930d3e1783b7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:07.853942 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-313e0e99-3d4b-4d24-b16d-33821f70d3e4 req-ddfca279-8fab-4c9b-b5ee-930d3e1783b7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.1083164 Apr 01 21:43:07.909579 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-313e0e99-3d4b-4d24-b16d-33821f70d3e4 req-ea035c57-c3bc-4ef1-99f6-54058e030d04 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485418 Apr 01 21:43:08.855549 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153584b2-aa5c-4382-ae42-578c0a29c407 req-c9b631a6-6a07-42ce-95f3-5007c2289203 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:08.859155 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-153584b2-aa5c-4382-ae42-578c0a29c407 req-c9b631a6-6a07-42ce-95f3-5007c2289203 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0607634 Apr 01 21:43:08.926227 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-153584b2-aa5c-4382-ae42-578c0a29c407 req-ab265377-d19b-499d-a84a-912df2826fcc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609338 Apr 01 21:43:10.046317 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d1df0-f98e-4766-a89f-f60be49f7df0 req-06515a6a-3dd1-42ba-abce-756084acac7f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:10.048434 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e23d1df0-f98e-4766-a89f-f60be49f7df0 req-06515a6a-3dd1-42ba-abce-756084acac7f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0548029 Apr 01 21:43:10.102637 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e23d1df0-f98e-4766-a89f-f60be49f7df0 req-381cd017-ce16-4d35-9cf0-f5daa9148118 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484483 Apr 01 21:43:10.712180 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-7736cfa0-2d79-48eb-9378-36d70bfaea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:10.713718 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-7736cfa0-2d79-48eb-9378-36d70bfaea9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1130 time: 0.0453353 Apr 01 21:43:10.868745 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-13026dcb-07e5-420c-81be-80b72c326685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:10.870265 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-13026dcb-07e5-420c-81be-80b72c326685 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.0922129 Apr 01 21:43:10.939522 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-87797104-1f01-46d7-b57b-7509b8c3c565 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 1001 time: 0.0623295 Apr 01 21:43:10.994244 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-ecf70ef7-76b1-42e5-978a-8c9841cc24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:10.995804 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-ecf70ef7-76b1-42e5-978a-8c9841cc24fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0501466 Apr 01 21:43:11.049943 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-13a07da8-84ad-4d41-8079-c19f30b2beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:11.051477 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-13a07da8-84ad-4d41-8079-c19f30b2beed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477183 Apr 01 21:43:11.152426 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-c454a534-a053-41b1-af63-a160dbcf9634 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861831 Apr 01 21:43:11.236280 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:11.295614 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2018f-a031-43d5-aa6f-c1bfc61abdbc req-7c97ef3e-d236-49b5-932a-b781ac8e00d3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:11.297217 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7eb2018f-a031-43d5-aa6f-c1bfc61abdbc req-7c97ef3e-d236-49b5-932a-b781ac8e00d3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.1121528 Apr 01 21:43:11.300207 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30ad54c9-1166-4ad1-ba47-196abe394136 req-3f5e522c-1dde-4150-99d5-778b90d85a86 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335971 Apr 01 21:43:11.350659 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7eb2018f-a031-43d5-aa6f-c1bfc61abdbc req-f4c5aa28-8e09-4796-9853-28a6201e68b2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446465 Apr 01 21:43:12.355221 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-47c48e31-9be1-4b5a-aaae-2607e8595939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:12.356882 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-47c48e31-9be1-4b5a-aaae-2607e8595939 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1130 time: 0.0500324 Apr 01 21:43:12.466599 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-9a146d6a-82ca-4875-bcb9-9d8314017a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:12.468075 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-9a146d6a-82ca-4875-bcb9-9d8314017a1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.0892694 Apr 01 21:43:12.474412 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865859-9b5b-44b5-8d42-adbfc31344d9 req-66eb56d7-2c51-4c67-9520-799ca286814d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:12.475870 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f4865859-9b5b-44b5-8d42-adbfc31344d9 req-66eb56d7-2c51-4c67-9520-799ca286814d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0519216 Apr 01 21:43:12.523525 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f4865859-9b5b-44b5-8d42-adbfc31344d9 req-ee0aa778-1821-440a-b66d-063525157c01 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Apr 01 21:43:12.550117 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-7111868f-8736-49ad-ad56-3ea006574fe7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 1001 time: 0.0684862 Apr 01 21:43:12.602926 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-412e7b0f-47a6-4de6-b7c4-117a397550f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:12.604425 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-412e7b0f-47a6-4de6-b7c4-117a397550f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0476456 Apr 01 21:43:12.660229 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-6563e459-0f12-4dfd-ad8e-2cbe9176d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:12.661835 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-6563e459-0f12-4dfd-ad8e-2cbe9176d602 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504978 Apr 01 21:43:12.760676 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-ad952ec8-65d6-4f68-b07f-20c3a294854d service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863531 Apr 01 21:43:12.862542 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c7a22260-b190-43d5-ad38-24e7c884b56d req-f9160a91-8836-4a5b-b62c-d00b12356a33 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844274 Apr 01 21:43:13.662664 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9072e5-0eec-4208-a8f8-b7eb19701996 req-1356c378-ee50-4ebb-b04a-ed7836bb680b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:13.664151 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7e9072e5-0eec-4208-a8f8-b7eb19701996 req-1356c378-ee50-4ebb-b04a-ed7836bb680b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 946 time: 0.0518970 Apr 01 21:43:13.715826 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7e9072e5-0eec-4208-a8f8-b7eb19701996 req-ba58ec03-b15e-4fad-99b3-b759b1612837 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460789 Apr 01 21:43:14.041285 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:43:14.120991 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: ACTIVE; New status is: DOWN {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:43:14.121382 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:14.144678 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:43:14.146896 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4572495-1691-415c-96a1-ab33243368c4" -d '{"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-unplugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:43:14.159008 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:14.185480 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b518b8cf-7397-4a89-9e70-26997e03686f x-openstack-request-id: req-b518b8cf-7397-4a89-9e70-26997e03686f {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:43:14.185843 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-unplugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:43:14.186100 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b518b8cf-7397-4a89-9e70-26997e03686f {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:43:14.186499 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b518b8cf-7397-4a89-9e70-26997e03686f'] response: {'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'code': 200} Apr 01 21:43:14.218410 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:14.266701 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=8']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:14.850887 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825747fc-4777-4d8d-8d96-1d4ce56b3623 req-2a99b1b2-9daa-4e2e-a700-538ccbe21ab5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:14.852535 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-825747fc-4777-4d8d-8d96-1d4ce56b3623 req-2a99b1b2-9daa-4e2e-a700-538ccbe21ab5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0571847 Apr 01 21:43:14.904761 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-825747fc-4777-4d8d-8d96-1d4ce56b3623 req-a73dd06a-9c46-48c4-b087-d774b85d364b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458369 Apr 01 21:43:16.188714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [req-13bec6bc-3ae3-4040-86a1-552adcc0d434 req-3c139b0f-e628-4104-9ab8-d3a526d91cfe service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:43:16.190472 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-13bec6bc-3ae3-4040-86a1-552adcc0d434 req-3c139b0f-e628-4104-9ab8-d3a526d91cfe service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060885 Apr 01 21:43:16.492746 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e6d2e-fa36-424f-9ff8-7da2ec30b33d req-ff32f9d2-12c3-4410-899d-667fc8c92b62 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:16.495195 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-655e6d2e-fa36-424f-9ff8-7da2ec30b33d req-ff32f9d2-12c3-4410-899d-667fc8c92b62 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0550072 Apr 01 21:43:16.549498 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-655e6d2e-fa36-424f-9ff8-7da2ec30b33d req-1019a4fe-a26a-47e6-81ca-fb682f4ff662 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464299 Apr 01 21:43:17.042049 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51886) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:17.127696 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-3601c673-00dc-4225-9814-80562085fbbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840247 Apr 01 21:43:17.135988 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-ee880337-1d89-40b4-ac2f-27b33d63c616 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:43:17.136949 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-ee880337-1d89-40b4-ac2f-27b33d63c616 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047424 Apr 01 21:43:17.213638 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51894) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:17.307468 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-19b22a1a-82c1-4b4a-bae6-10af3bf8b6b3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:17.308904 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-19b22a1a-82c1-4b4a-bae6-10af3bf8b6b3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports/8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 941 time: 0.0942233 Apr 01 21:43:17.681407 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350bc69-0671-428d-81a5-d4b125f96c99 req-0ceea626-5339-4ca6-883c-d5a56986ddf0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:17.683667 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2350bc69-0671-428d-81a5-d4b125f96c99 req-0ceea626-5339-4ca6-883c-d5a56986ddf0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0575886 Apr 01 21:43:17.735348 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2350bc69-0671-428d-81a5-d4b125f96c99 req-8642572f-37ae-47bf-b3ce-759d07b6bf7b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Apr 01 21:43:18.037323 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:43:18.144850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: DOWN; New status is: DOWN {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:43:18.865133 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4430fb-45b3-476c-bfc6-03cfb8457875 req-6ea34ff2-0950-4dab-aa63-f0400a38487d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:18.866736 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ae4430fb-45b3-476c-bfc6-03cfb8457875 req-6ea34ff2-0950-4dab-aa63-f0400a38487d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0582693 Apr 01 21:43:18.913867 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ae4430fb-45b3-476c-bfc6-03cfb8457875 req-c7f1985d-24d5-47da-8cc4-5852c068f847 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413203 Apr 01 21:43:20.040377 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6408048-af55-46d5-a01b-9fb9812cdede req-121294a9-1c08-4bbb-9fdf-e7436cbdb20f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:20.041845 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a6408048-af55-46d5-a01b-9fb9812cdede req-121294a9-1c08-4bbb-9fdf-e7436cbdb20f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0531728 Apr 01 21:43:20.090924 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a6408048-af55-46d5-a01b-9fb9812cdede req-33b5c033-0c51-4692-a664-007d0f05ce59 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Apr 01 21:43:20.807513 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51938) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:20.945113 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:21.020088 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-cc5ae32b-43a5-4f1f-8102-adaf972c895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:21.021711 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-cc5ae32b-43a5-4f1f-8102-adaf972c895b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a&tenant_id=b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 1128 time: 0.1153061 Apr 01 21:43:21.071789 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Publish callbacks [] for security_group (d443cfd9-65db-45f9-bb84-78ee71d55bb0), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:21.115778 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-73812b77-cd2f-439a-a03f-ab2cd1966d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:21.117765 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-73812b77-cd2f-439a-a03f-ab2cd1966d5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1128 time: 0.0438876 Apr 01 21:43:21.170504 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d443cfd9-65db-45f9-bb84-78ee71d55bb0), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:21.210915 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e20f0c38c334519a10eb1952a7e521f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021764 Apr 01 21:43:21.216657 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 51946) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:21.217346 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48310-621b-47b6-bda8-b9233c8bd3f2 req-f811d7cf-5cad-4a3c-9b82-42ad5b27729f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:21.218890 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6a48310-621b-47b6-bda8-b9233c8bd3f2 req-f811d7cf-5cad-4a3c-9b82-42ad5b27729f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0555077 Apr 01 21:43:21.230309 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d443cfd9-65db-45f9-bb84-78ee71d55bb0,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:21.260349 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.260690 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.261032 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.261366 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.261724 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.262057 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.262379 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.262699 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.263020 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.263360 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.263667 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.263982 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.264301 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.264616 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.271070 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a33a0c-008c-410f-bee7-63e9d94ac759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:21.271374 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b6a48310-621b-47b6-bda8-b9233c8bd3f2 req-028caa29-3bc0-4544-96e7-dfde846c766f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410025 Apr 01 21:43:21.302090 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-80d2ffb0-a6d7-4694-b6db-d55251256dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:21.303624 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-80d2ffb0-a6d7-4694-b6db-d55251256dc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.1800587 Apr 01 21:43:21.308369 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19a45368-e572-4872-9d77-90476c58bcb2 admin admin] Publish callbacks [] for security_group (d443cfd9-65db-45f9-bb84-78ee71d55bb0), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:21.375953 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19a45368-e572-4872-9d77-90476c58bcb2 admin admin] Publish callbacks [] for security_group (d443cfd9-65db-45f9-bb84-78ee71d55bb0), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:21.400155 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-00f299dd-1244-4197-a333-bc22a960dd03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 200 len: 999 time: 0.0897188 Apr 01 21:43:21.457789 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-034a63e2-01df-49f5-80a3-373b87bf9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:21.459217 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-034a63e2-01df-49f5-80a3-373b87bf9048 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0514524 Apr 01 21:43:21.509477 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-1cce649f-293a-4dcb-9f59-f47d278c70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:21.511089 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-1cce649f-293a-4dcb-9f59-f47d278c70dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445242 Apr 01 21:43:21.569306 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19a45368-e572-4872-9d77-90476c58bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d443cfd9-65db-45f9-bb84-78ee71d55bb0), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:21.572073 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19a45368-e572-4872-9d77-90476c58bcb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:21.573475 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-19a45368-e572-4872-9d77-90476c58bcb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d443cfd9-65db-45f9-bb84-78ee71d55bb0 HTTP/1.1" status: 204 len: 168 time: 0.3534539 Apr 01 21:43:21.590666 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a45368-e572-4872-9d77-90476c58bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d443cfd9-65db-45f9-bb84-78ee71d55bb0,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:21.629806 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-aa499832-3fbd-4390-ba61-2cce392752f9 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074541 Apr 01 21:43:21.725802 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e2b2c62-7a7e-42f0-87f0-9fbda055dfa8 req-e6a0ab2c-d6b8-4e93-add8-55c6eeb6291f service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881000 Apr 01 21:43:22.367046 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-84c88abb-7c51-4667-83f9-dda3d6943e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:22.415241 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6733900-db14-49e7-bf3d-5f84e8faea51 req-34007317-74ab-44e0-97f9-8a7db1634f05 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:22.416759 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6733900-db14-49e7-bf3d-5f84e8faea51 req-34007317-74ab-44e0-97f9-8a7db1634f05 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0602360 Apr 01 21:43:22.465349 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b6733900-db14-49e7-bf3d-5f84e8faea51 req-157c8013-e9ae-436a-a042-2c9c278e4cf7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Apr 01 21:43:23.602688 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dad1d-9c13-4c4e-9994-70d5907e79a7 req-5bbdb335-d8ea-4a45-b91d-f065dbac9e82 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:23.604258 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-db9dad1d-9c13-4c4e-9994-70d5907e79a7 req-5bbdb335-d8ea-4a45-b91d-f065dbac9e82 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0593028 Apr 01 21:43:23.656047 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-db9dad1d-9c13-4c4e-9994-70d5907e79a7 req-0d79bd81-ab4f-4981-8bab-0fba7694d43e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 Apr 01 21:43:24.796635 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335d61-8267-4e84-9928-f547df18f383 req-787efd5a-662a-43f1-87a0-10da22f7764b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:24.798229 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91335d61-8267-4e84-9928-f547df18f383 req-787efd5a-662a-43f1-87a0-10da22f7764b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0588655 Apr 01 21:43:24.854867 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91335d61-8267-4e84-9928-f547df18f383 req-dd6acaa0-2866-4d5b-a887-ff6abc48e711 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496898 Apr 01 21:43:25.030031 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-740463b8-e49f-481d-8f86-e477a074bb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:25.779016 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:25.987711 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccebf6-cc78-4a27-8513-0286286ced97 req-6588413a-9244-4c24-b781-33a7d8a5489a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:25.989229 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-beccebf6-cc78-4a27-8513-0286286ced97 req-6588413a-9244-4c24-b781-33a7d8a5489a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0546286 Apr 01 21:43:26.053004 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-beccebf6-cc78-4a27-8513-0286286ced97 req-f5b3ac7a-4e3b-42a7-b695-9220368f67b3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579793 Apr 01 21:43:27.012109 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:27.179891 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348e66d-4aa3-4914-8cc0-72cf8ed90436 req-ba8590ab-aaef-4aae-8970-d626fcd3da41 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:27.181392 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1348e66d-4aa3-4914-8cc0-72cf8ed90436 req-ba8590ab-aaef-4aae-8970-d626fcd3da41 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0525804 Apr 01 21:43:27.232767 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1348e66d-4aa3-4914-8cc0-72cf8ed90436 req-25f2d39e-3917-4ab6-9b7d-9b784daf2453 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 Apr 01 21:43:28.358650 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea977-6b56-482f-b7cd-b22ffeb4d042 req-6efbd9eb-0f1d-463c-af5c-03abade51ad1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:28.360416 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-565ea977-6b56-482f-b7cd-b22ffeb4d042 req-6efbd9eb-0f1d-463c-af5c-03abade51ad1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0556989 Apr 01 21:43:28.415157 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-565ea977-6b56-482f-b7cd-b22ffeb4d042 req-7fc52f3b-7e87-4f8e-b3ac-cb25ce09ca0d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Apr 01 21:43:28.652456 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:29.552339 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589c0b-f617-4b18-824b-dda8415cf6b8 req-b516fa56-3c46-488f-bee6-11b58fbe8e94 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:29.553916 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-df589c0b-f617-4b18-824b-dda8415cf6b8 req-b516fa56-3c46-488f-bee6-11b58fbe8e94 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0581956 Apr 01 21:43:29.603158 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-df589c0b-f617-4b18-824b-dda8415cf6b8 req-614e0211-5eaf-4dc3-a0d6-515fcc611009 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Apr 01 21:43:30.739315 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3344bb-b40d-48db-a780-ed943b8bd551 req-7d69f6e1-1e10-4272-a7a9-f3ab56c3bea9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:30.741371 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad3344bb-b40d-48db-a780-ed943b8bd551 req-7d69f6e1-1e10-4272-a7a9-f3ab56c3bea9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0572915 Apr 01 21:43:30.789643 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad3344bb-b40d-48db-a780-ed943b8bd551 req-7e32112a-13d4-4819-a6c6-eb128b4d635e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425818 Apr 01 21:43:31.916797 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593114aa-f331-429b-a69c-bafc0247c0e3 req-3efafe62-0503-4c4a-a1d3-1087a79501c6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:31.918399 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-593114aa-f331-429b-a69c-bafc0247c0e3 req-3efafe62-0503-4c4a-a1d3-1087a79501c6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0557435 Apr 01 21:43:31.969756 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-593114aa-f331-429b-a69c-bafc0247c0e3 req-967a9357-545b-470e-b2d0-af70ce5f0aa1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Apr 01 21:43:32.388087 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52100) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:32.496882 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5e163784-7705-48a0-96a7-2402c4aee9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:32.580030 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5e163784-7705-48a0-96a7-2402c4aee9da admin admin] Publish callbacks [] for security_group (a45562c2-e6c7-4efd-8a5f-0b7370056ac4), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:32.634883 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5e163784-7705-48a0-96a7-2402c4aee9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a45562c2-e6c7-4efd-8a5f-0b7370056ac4), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:32.675166 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-5e163784-7705-48a0-96a7-2402c4aee9da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d941060d592d4015a887e4c62b09e24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859910 Apr 01 21:43:32.676387 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e163784-7705-48a0-96a7-2402c4aee9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45562c2-e6c7-4efd-8a5f-0b7370056ac4,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:32.677853 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52108) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:32.729446 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Publish callbacks [] for security_group (a45562c2-e6c7-4efd-8a5f-0b7370056ac4), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:32.751606 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Publish callbacks [] for security_group (a45562c2-e6c7-4efd-8a5f-0b7370056ac4), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:32.886638 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a45562c2-e6c7-4efd-8a5f-0b7370056ac4), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:32.889247 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:32.890583 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a45562c2-e6c7-4efd-8a5f-0b7370056ac4 HTTP/1.1" status: 204 len: 168 time: 0.2117379 Apr 01 21:43:32.899660 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45562c2-e6c7-4efd-8a5f-0b7370056ac4,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:32.907074 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.907379 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.907715 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.908051 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.908386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.908713 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.909037 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.909359 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.909735 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.910059 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.910392 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.910713 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.911033 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.911351 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:32.911669 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a4824-ed1a-4958-9a19-2c2c8888af32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:33.108595 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8729d17-bba7-4ebf-a1c7-75884d38be04 req-f0bbe5de-93da-4c21-8919-79c6f51cdab3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:33.110653 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e8729d17-bba7-4ebf-a1c7-75884d38be04 req-f0bbe5de-93da-4c21-8919-79c6f51cdab3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0614052 Apr 01 21:43:33.166660 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e8729d17-bba7-4ebf-a1c7-75884d38be04 req-07539ca4-7d26-4393-b188-87bd91d08061 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498798 Apr 01 21:43:34.306975 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b013-2892-42bf-9f79-88f4ae3887ac req-537260ec-398a-444d-9e0e-8d79b77cd540 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:34.308456 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9202b013-2892-42bf-9f79-88f4ae3887ac req-537260ec-398a-444d-9e0e-8d79b77cd540 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0527580 Apr 01 21:43:34.355543 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9202b013-2892-42bf-9f79-88f4ae3887ac req-45773efa-c1b4-429a-890d-a4bc87d91e98 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Apr 01 21:43:35.476064 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b723-3cd7-40cf-b9e4-c17a1f8a579f req-b72fc421-6567-4729-9a7c-7f3b607ffa6c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:35.477533 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7cb9b723-3cd7-40cf-b9e4-c17a1f8a579f req-b72fc421-6567-4729-9a7c-7f3b607ffa6c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0514655 Apr 01 21:43:35.522120 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7cb9b723-3cd7-40cf-b9e4-c17a1f8a579f req-f5567de7-23b4-4207-8405-c5056a6d57e4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Apr 01 21:43:36.648202 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a69963-ad3a-4e02-b30f-2a1a136a5d54 req-43e59f97-d507-4b45-b0c4-c511b8de6625 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:36.651572 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-28a69963-ad3a-4e02-b30f-2a1a136a5d54 req-43e59f97-d507-4b45-b0c4-c511b8de6625 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0561862 Apr 01 21:43:36.695613 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-28a69963-ad3a-4e02-b30f-2a1a136a5d54 req-56a2ff69-f7c7-48b1-888f-b7f13c090b37 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401158 Apr 01 21:43:37.820018 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fb24f-46b5-4c75-ac08-0e9c931694ee req-662867c6-ce48-466b-90d3-16587fcd2750 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:37.821385 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-160fb24f-46b5-4c75-ac08-0e9c931694ee req-662867c6-ce48-466b-90d3-16587fcd2750 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0512745 Apr 01 21:43:37.870194 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-160fb24f-46b5-4c75-ac08-0e9c931694ee req-2ca1cb15-047d-4d4c-9b89-0d3c3f505bf2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 Apr 01 21:43:38.998262 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a9c52-6aca-436b-8405-18102bc586d9 req-5ad4bcd3-5575-4696-b6b9-944c1fe9372d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:38.999844 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-078a9c52-6aca-436b-8405-18102bc586d9 req-5ad4bcd3-5575-4696-b6b9-944c1fe9372d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0562150 Apr 01 21:43:39.046538 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-078a9c52-6aca-436b-8405-18102bc586d9 req-45c7e076-ad06-4181-8936-a53b47a7a674 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Apr 01 21:43:40.169024 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19768105-e4ea-42aa-bb4a-0012c0ecc9f1 req-46132315-91fb-4b80-9634-de4045a5243f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:40.170705 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-19768105-e4ea-42aa-bb4a-0012c0ecc9f1 req-46132315-91fb-4b80-9634-de4045a5243f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0511897 Apr 01 21:43:40.219790 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-19768105-e4ea-42aa-bb4a-0012c0ecc9f1 req-67a1929c-7ae7-437a-9641-21575616ba06 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434227 Apr 01 21:43:41.269377 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:41.341662 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3209182-64a9-40a2-8833-ab1c5124b5dc req-128b83cb-3ec4-4eec-994b-7e8ce44936ab tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:41.343069 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d3209182-64a9-40a2-8833-ab1c5124b5dc req-128b83cb-3ec4-4eec-994b-7e8ce44936ab tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0517755 Apr 01 21:43:41.391096 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d3209182-64a9-40a2-8833-ab1c5124b5dc req-af1013a8-1c50-412e-ae5a-b1a77a9b35fd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Apr 01 21:43:41.894675 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52182) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:41.996819 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-122861eb-dae1-4f76-8996-be9726dff9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:42.069036 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-122861eb-dae1-4f76-8996-be9726dff9e7 admin admin] Publish callbacks [] for security_group (7bc06435-5983-475c-a12f-7d0707ded453), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:42.143821 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-122861eb-dae1-4f76-8996-be9726dff9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7bc06435-5983-475c-a12f-7d0707ded453), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:42.182177 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-122861eb-dae1-4f76-8996-be9726dff9e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f5be8974e28414baf81eb4c02f5b9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864649 Apr 01 21:43:42.183001 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122861eb-dae1-4f76-8996-be9726dff9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc06435-5983-475c-a12f-7d0707ded453,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:42.185699 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52188) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:42.234565 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-151129c8-ea77-40e4-b202-fcd292237f0a admin admin] Publish callbacks [] for security_group (7bc06435-5983-475c-a12f-7d0707ded453), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:42.255059 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-151129c8-ea77-40e4-b202-fcd292237f0a admin admin] Publish callbacks [] for security_group (7bc06435-5983-475c-a12f-7d0707ded453), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:42.355403 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-151129c8-ea77-40e4-b202-fcd292237f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7bc06435-5983-475c-a12f-7d0707ded453), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:42.357963 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-151129c8-ea77-40e4-b202-fcd292237f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:42.359135 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-151129c8-ea77-40e4-b202-fcd292237f0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bc06435-5983-475c-a12f-7d0707ded453 HTTP/1.1" status: 204 len: 168 time: 0.1721604 Apr 01 21:43:42.367023 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151129c8-ea77-40e4-b202-fcd292237f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc06435-5983-475c-a12f-7d0707ded453,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:42.514871 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08488-dcbc-4183-856f-f45d911e6572 req-3d9c3d88-d73b-4808-b2ec-9e9089f4d5d7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:42.516416 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-23a08488-dcbc-4183-856f-f45d911e6572 req-3d9c3d88-d73b-4808-b2ec-9e9089f4d5d7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0552225 Apr 01 21:43:42.562284 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-23a08488-dcbc-4183-856f-f45d911e6572 req-f7d1200c-929b-4f47-880f-8c8681f294c7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 Apr 01 21:43:42.698532 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:43:43.316094 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52216) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:43.407812 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1475631417-network', 'tenant_id': '9d5b480d693e4532b05ad786a49f9ec9'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:43:43.485904 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Made reservation on behalf of 9d5b480d693e4532b05ad786a49f9ec9 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:43:43.488139 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.496860 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.566937 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks [] for security_group (0408cac1-f6b7-4b71-b820-9dbe75fd206c), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.641247 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0408cac1-f6b7-4b71-b820-9dbe75fd206c), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.666486 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:43:43.676583 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0408cac1-f6b7-4b71-b820-9dbe75fd206c,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:43.681537 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (79c3483a-5ab4-402d-8c07-5d33709751f7), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.693223 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Added segment 79c3483a-5ab4-402d-8c07-5d33709751f7 of type vlan for network e0995c66-83c8-47c3-835c-67bcf7ec66a8 Apr 01 21:43:43.694160 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e660a7-3e7a-4b9b-80ad-2080d0afa9f9 req-a823749d-fa52-47d3-854a-69bacd77a92c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:43.694160 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-63e660a7-3e7a-4b9b-80ad-2080d0afa9f9 req-a823749d-fa52-47d3-854a-69bacd77a92c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0537772 Apr 01 21:43:43.721197 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (e0995c66-83c8-47c3-835c-67bcf7ec66a8), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.738698 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-63e660a7-3e7a-4b9b-80ad-2080d0afa9f9 req-56e6bc4b-a286-4ebf-82de-a616a7cbfb68 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Apr 01 21:43:43.800690 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (e0995c66-83c8-47c3-835c-67bcf7ec66a8), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.801675 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:43.802255 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:43.861145 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e0995c66-83c8-47c3-835c-67bcf7ec66a8,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:43.870750 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network e0995c66-83c8-47c3-835c-67bcf7ec66a8 details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:43:43.906619 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6a29c4d2-163d-497c-95fe-88f8e6fca3d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5894988 Apr 01 21:43:43.909413 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52222) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:43.914688 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Request body: {'subnet': {'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1475631417-subnet', 'tenant_id': '9d5b480d693e4532b05ad786a49f9ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:43:43.972302 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Made reservation on behalf of 9d5b480d693e4532b05ad786a49f9ec9 for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:43:43.974580 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:44.183713 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (5f66dd64-fa60-4aae-8a20-52d9bac78e68), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:44.238843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f66dd64-fa60-4aae-8a20-52d9bac78e68,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:44.247990 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Checking segment: {'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:43:44.248345 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Network hostable DHCP agents. Network: e0995c66-83c8-47c3-835c-67bcf7ec66a8, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:43:44.320587 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Network e0995c66-83c8-47c3-835c-67bcf7ec66a8 is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:43:44.395061 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, e0995c66-83c8-47c3-835c-67bcf7ec66a8) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:43:44.399417 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:44.400078 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:44.405071 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598cbfea-0931-4565-bd2e-dc3041bd1a97 None None] Network e0995c66-83c8-47c3-835c-67bcf7ec66a8 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:43:44.477845 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-8f7eb13b-e712-4202-91d3-1eb8a437673f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5671625 Apr 01 21:43:44.497880 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ae705-e5ff-4633-b4e3-6fdb2d428b0b None None] Network e0995c66-83c8-47c3-835c-67bcf7ec66a8 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:43:44.860256 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95e94c-4676-4730-a19e-73f0b6947240 req-7f303c17-dcc9-48f9-a0a6-a76976bee478 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:44.861803 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7f95e94c-4676-4730-a19e-73f0b6947240 req-7f303c17-dcc9-48f9-a0a6-a76976bee478 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0516274 Apr 01 21:43:44.910824 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7f95e94c-4676-4730-a19e-73f0b6947240 req-765c774f-5ef2-4486-99a5-8d605a6a0ca3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 Apr 01 21:43:46.036363 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae8a82-4051-4d5c-9756-e352c38d823d req-ceff6f72-05b3-4517-8edd-edb5fce30e8e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:46.037876 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-63ae8a82-4051-4d5c-9756-e352c38d823d req-ceff6f72-05b3-4517-8edd-edb5fce30e8e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0556579 Apr 01 21:43:46.085250 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-63ae8a82-4051-4d5c-9756-e352c38d823d req-e4fd511a-3eb1-479f-957a-e7da6a9d8a0f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Apr 01 21:43:46.514681 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-ea08d9ef-42fc-4394-9b27-dfd82df7ded7 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:46.516133 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-ea08d9ef-42fc-4394-9b27-dfd82df7ded7 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/networks?id=e0995c66-83c8-47c3-835c-67bcf7ec66a8 HTTP/1.1" status: 200 len: 814 time: 0.0967681 Apr 01 21:43:46.531367 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-cd1c851c-9abf-464c-85e1-4c7f748c5249 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/quotas/9d5b480d693e4532b05ad786a49f9ec9 HTTP/1.1" status: 200 len: 375 time: 0.0099509 Apr 01 21:43:46.561897 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c2f476e2-4109-4d06-ac03-c4f4be6aada8 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256727 Apr 01 21:43:46.652226 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-f142c88d-899c-48f8-bcc8-312daccd9f67 service neutron] 10.222.0.30 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Apr 01 21:43:46.738710 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-f9d17ff1-ae8c-4a1e-a8a1-afbd0e462261 service neutron] 10.222.0.30 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808733 Apr 01 21:43:47.019002 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e69c0618-4a50-4cac-b352-5b50dea24a03 req-9f8ffcc8-8878-4599-9ed8-86a71df3a1a7 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 210 time: 0.0268204 Apr 01 21:43:47.218126 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e186ad-ebb3-4f91-b576-724f3c603509 req-1d8d8546-6d0f-4592-aa5e-8a11e4e6179e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:47.219556 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-95e186ad-ebb3-4f91-b576-724f3c603509 req-1d8d8546-6d0f-4592-aa5e-8a11e4e6179e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0599010 Apr 01 21:43:47.267745 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-95e186ad-ebb3-4f91-b576-724f3c603509 req-caa5314c-c549-423e-bdbd-5ba999cbcfc2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413091 Apr 01 21:43:48.111322 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-34198b5e-90e1-42f5-b1af-9cbc646c749b req-7d580085-c9eb-42d6-aa5f-6e4c0a827510 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 210 time: 0.0275023 Apr 01 21:43:48.224028 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:43:48.324152 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:48.335725 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'port_id': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'mac_address': 'fa:16:3e:e2:ab:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:43:48.372810 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:43:48.373208 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:48.390009 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8397bc5d-0ec8-461c-8b82-e139352b34b1 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:43:48.400456 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410aa39-6da2-430c-9cee-67344055c58b req-d98395fd-12a3-4f3e-869b-05e0d6474404 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:48.402009 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b410aa39-6da2-430c-9cee-67344055c58b req-d98395fd-12a3-4f3e-869b-05e0d6474404 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 944 time: 0.0532279 Apr 01 21:43:48.411330 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:48.449104 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b410aa39-6da2-430c-9cee-67344055c58b req-d36d5631-d75a-4120-95b7-f99312fd0013 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410769 Apr 01 21:43:48.503093 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:48.550374 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=9']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:48.557798 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.558144 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.558483 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.558838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.559172 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.559499 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.559822 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.560143 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.560488 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.560809 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.561133 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.561453 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.561795 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.565513 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:48.565513 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:43:49.034380 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['8397bc5d-0ec8-461c-8b82-e139352b34b1'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:43:49.209983 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5888f940-ada8-48c0-b915-5f376d6d88d8 req-d1bd9621-1ff1-404e-be34-ff2d49314469 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Apr 01 21:43:49.334885 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-9a0b3ce5-4b41-44b8-b18c-39cfd4aee32d tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:49.336251 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-9a0b3ce5-4b41-44b8-b18c-39cfd4aee32d tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "GET /v2.0/networks?id=e0995c66-83c8-47c3-835c-67bcf7ec66a8 HTTP/1.1" status: 200 len: 814 time: 0.0980573 Apr 01 21:43:49.364319 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Request body: {'port': {'device_id': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8', 'admin_state_up': True, 'tenant_id': '9d5b480d693e4532b05ad786a49f9ec9'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:43:49.526607 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Made reservation on behalf of 9d5b480d693e4532b05ad786a49f9ec9 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:43:49.529924 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:49.571658 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c039b3-530a-46a0-a016-6a4b4af4a331 req-7738ae18-5484-4fa0-9219-3b1c19483dfb tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:49.573167 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f9c039b3-530a-46a0-a016-6a4b4af4a331 req-7738ae18-5484-4fa0-9219-3b1c19483dfb tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 945 time: 0.0541816 Apr 01 21:43:49.628238 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f9c039b3-530a-46a0-a016-6a4b4af4a331 req-e39f34a3-93a6-4fc2-8092-a063d9bea1ff tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489590 Apr 01 21:43:49.658080 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Allocated IP 172.20.0.2 (e0995c66-83c8-47c3-835c-67bcf7ec66a8/5f66dd64-fa60-4aae-8a20-52d9bac78e68/06e9be25-428b-44e6-b841-aa6e41021b6a) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:43:49.800052 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks [] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:49.875465 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:49.916180 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Network e0995c66-83c8-47c3-835c-67bcf7ec66a8 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:43:49.919309 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:43:49.925005 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:43:49.932227 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Pushing event updated for resources: {'Port': ['ID=06e9be25-428b-44e6-b841-aa6e41021b6a,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:49.975214 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:49.975807 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:50.066662 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-c749afb0-14bc-4f1c-9db7-51a3a241f465 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060552 Apr 01 21:43:50.090606 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Request body: {'port': {'device_id': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:43:50.150341 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:50.251697 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:43:50.303977 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 8397bc5d-0ec8-461c-8b82-e139352b34b1 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:43:50.304350 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:50.380293 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 8397bc5d-0ec8-461c-8b82-e139352b34b1 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:43:50.380681 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:50.397844 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525006bb-6444-412b-b720-3dd27459a643 req-41c98c18-688f-425c-bf6a-752d6b6eae37 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:50.399329 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-525006bb-6444-412b-b720-3dd27459a643 req-41c98c18-688f-425c-bf6a-752d6b6eae37 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 931 time: 0.1029084 Apr 01 21:43:50.403468 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:43:50.405600 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e6456-2c90-4f6c-827c-4d0515c31f46" -d '{"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:43:50.418890 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:50.446572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96b9c50-23db-4924-ae60-790993d674cd x-openstack-request-id: req-a96b9c50-23db-4924-ae60-790993d674cd {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:43:50.446572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:43:50.446572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a96b9c50-23db-4924-ae60-790993d674cd {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:43:50.446572 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96b9c50-23db-4924-ae60-790993d674cd'] response: {'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'code': 200} Apr 01 21:43:50.487993 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-525006bb-6444-412b-b720-3dd27459a643 req-dab548a1-0afc-47e4-b4d3-0ecff90f3412 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824716 Apr 01 21:43:50.497856 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e9be25-428b-44e6-b841-aa6e41021b6a {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:43:50.505858 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Publish callbacks [] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:50.518500 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:50.518827 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Transition to ACTIVE for port object 06e9be25-428b-44e6-b841-aa6e41021b6a will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:43:50.566732 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=10']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:50.770905 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a71fd1-1978-4a23-bab3-cb6e6931b937 req-681bed76-9c8c-42e7-87e3-de35c976c51d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:50.773039 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-68a71fd1-1978-4a23-bab3-cb6e6931b937 req-681bed76-9c8c-42e7-87e3-de35c976c51d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0593376 Apr 01 21:43:50.826823 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-68a71fd1-1978-4a23-bab3-cb6e6931b937 req-74d77db8-15b8-433c-88aa-52e7e49dae1b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470917 Apr 01 21:43:51.178751 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:51.230805 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Pushing event updated for resources: {'Port': ['ID=06e9be25-428b-44e6-b841-aa6e41021b6a,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:51.300489 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Attempting to bind port 06e9be25-428b-44e6-b841-aa6e41021b6a on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:43:51.300818 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Attempting to bind port 06e9be25-428b-44e6-b841-aa6e41021b6a by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:43:51.301142 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Attempting to bind port 06e9be25-428b-44e6-b841-aa6e41021b6a on network e0995c66-83c8-47c3-835c-67bcf7ec66a8 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:43:51.305889 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Port 06e9be25-428b-44e6-b841-aa6e41021b6a on network e0995c66-83c8-47c3-835c-67bcf7ec66a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:43:51.306206 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Attempting to bind port 06e9be25-428b-44e6-b841-aa6e41021b6a on network e0995c66-83c8-47c3-835c-67bcf7ec66a8 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:43:51.311097 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:43:51.311429 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Checking segment: {'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:43:51.311802 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Bound using segment: {'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:43:51.312216 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Bound port: 06e9be25-428b-44e6-b841-aa6e41021b6a, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:43:51.312565 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:51.410035 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] For port 06e9be25-428b-44e6-b841-aa6e41021b6a, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:43:51.423330 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] For port 06e9be25-428b-44e6-b841-aa6e41021b6a, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=06e9be25-428b-44e6-b841-aa6e41021b6a,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:43:51.436821 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08905a5-3499-45a6-b3b8-5e7a053e3745 req-c3d0cb43-e610-4366-afac-84e48777cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:51.438360 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a08905a5-3499-45a6-b3b8-5e7a053e3745 req-c3d0cb43-e610-4366-afac-84e48777cd90 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 1131 time: 0.0602229 Apr 01 21:43:51.482951 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a08905a5-3499-45a6-b3b8-5e7a053e3745 req-a5b87091-d45f-4ec5-9214-8b012e8d85f6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354993 Apr 01 21:43:51.492539 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:51.530120 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:51.530783 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:51.532268 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] 10.222.0.31 "PUT /v2.0/ports/06e9be25-428b-44e6-b841-aa6e41021b6a HTTP/1.1" status: 200 len: 1093 time: 1.4456127 Apr 01 21:43:51.532700 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'tag': '06e9be25-428b-44e6-b841-aa6e41021b6a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:43:51.534991 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e90eb1-e4da-41ca-a2bd-d04c703a4564" -d '{"events": [{"name": "network-changed", "server_uuid": "4783b6e4-8adf-49e2-883d-61de26b7ae11", "tag": "06e9be25-428b-44e6-b841-aa6e41021b6a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:43:51.557049 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92143d94-4700-4419-9d35-bd87d900cddd service neutron] Pushing event updated for resources: {'Port': ['ID=06e9be25-428b-44e6-b841-aa6e41021b6a,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:51.578187 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d9132-9f25-4dcd-bd1e-5b78f47fb515 x-openstack-request-id: req-9c5d9132-9f25-4dcd-bd1e-5b78f47fb515 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:43:51.578481 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4783b6e4-8adf-49e2-883d-61de26b7ae11", "tag": "06e9be25-428b-44e6-b841-aa6e41021b6a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:43:51.578738 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c5d9132-9f25-4dcd-bd1e-5b78f47fb515 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:43:51.579138 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5d9132-9f25-4dcd-bd1e-5b78f47fb515'] response: {'name': 'network-changed', 'server_uuid': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'tag': '06e9be25-428b-44e6-b841-aa6e41021b6a', 'status': 'completed', 'code': 200} Apr 01 21:43:51.632651 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2f9ce-8d2c-4f7b-accc-da9004e03e76 req-268055b4-6f94-49bf-8b36-da15e72a8fe5 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:51.634775 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bac2f9ce-8d2c-4f7b-accc-da9004e03e76 req-268055b4-6f94-49bf-8b36-da15e72a8fe5 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 943 time: 0.0548346 Apr 01 21:43:51.682586 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bac2f9ce-8d2c-4f7b-accc-da9004e03e76 req-5902baa4-5065-4a4e-bbb6-4d2720c1e72a tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Apr 01 21:43:51.966570 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e270d-8557-48e8-932f-4e51db38625a req-b92bf696-2a5c-410d-8672-75e341c6de9a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:51.968490 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-973e270d-8557-48e8-932f-4e51db38625a req-b92bf696-2a5c-410d-8672-75e341c6de9a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0631344 Apr 01 21:43:52.012683 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90eb1-e4da-41ca-a2bd-d04c703a4564 req-1820c86e-abdf-4b91-90a6-61028662dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:52.014346 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-09e90eb1-e4da-41ca-a2bd-d04c703a4564 req-1820c86e-abdf-4b91-90a6-61028662dd33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 1127 time: 0.0485067 Apr 01 21:43:52.027068 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-973e270d-8557-48e8-932f-4e51db38625a req-a06a9cc5-daa0-4176-b17f-1dc86529e4eb tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495939 Apr 01 21:43:52.131877 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90eb1-e4da-41ca-a2bd-d04c703a4564 req-5da7236d-4e67-4ace-a392-f92a9eff34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:52.133316 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-09e90eb1-e4da-41ca-a2bd-d04c703a4564 req-5da7236d-4e67-4ace-a392-f92a9eff34ef service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961053 Apr 01 21:43:52.178923 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed9bc7-f763-458b-867c-3360bb8e5625 req-0cd7ea73-79b8-47cb-a101-3cb8caf7e290 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:52.180429 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c0ed9bc7-f763-458b-867c-3360bb8e5625 req-0cd7ea73-79b8-47cb-a101-3cb8caf7e290 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0554528 Apr 01 21:43:52.230315 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c0ed9bc7-f763-458b-867c-3360bb8e5625 req-7a9b3fe1-92fd-4551-9bf0-14ba46664d99 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Apr 01 21:43:52.248745 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90eb1-e4da-41ca-a2bd-d04c703a4564 req-d4558bd7-7b1c-47d0-a953-7a635110379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:52.250245 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-09e90eb1-e4da-41ca-a2bd-d04c703a4564 req-d4558bd7-7b1c-47d0-a953-7a635110379b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017914 Apr 01 21:43:52.374074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-495948df-c2bf-4a98-a914-11bef1b0ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:52.375675 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-495948df-c2bf-4a98-a914-11bef1b0ac3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 1127 time: 0.0450964 Apr 01 21:43:52.384044 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b76083a4-5296-47e8-9d3b-a505149cd376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:52.437578 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-29762c33-b7ed-47c3-a551-d0b1fd5118cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e9be25-428b-44e6-b841-aa6e41021b6a HTTP/1.1" status: 200 len: 217 time: 0.0406985 Apr 01 21:43:52.494350 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-34d45d56-2fcc-4ccc-8ede-c72b689241bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:52.495792 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-34d45d56-2fcc-4ccc-8ede-c72b689241bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5f66dd64-fa60-4aae-8a20-52d9bac78e68 HTTP/1.1" status: 200 len: 854 time: 0.0509825 Apr 01 21:43:52.540505 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-b23dfbea-8a08-4192-a272-7cd4d53eeb01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0995c66-83c8-47c3-835c-67bcf7ec66a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242920 Apr 01 21:43:52.902948 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-57ea5d31-3d02-491e-a42a-0d7aa9fded73 service neutron] 10.222.0.31 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502405 Apr 01 21:43:52.910601 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003974-4f2f-4b55-85d5-ae09db11fd23 req-3e9ea919-61cf-48dd-a2c2-d9b99e2f95be tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:52.911979 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0f003974-4f2f-4b55-85d5-ae09db11fd23 req-3e9ea919-61cf-48dd-a2c2-d9b99e2f95be tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 943 time: 0.0820141 Apr 01 21:43:53.014887 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0f003974-4f2f-4b55-85d5-ae09db11fd23 req-8cc9d0b6-0e85-4570-86c4-ea54fb160871 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973454 Apr 01 21:43:53.035245 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f61217cf-6724-4386-884c-8a21555c0fc7 req-d7ded079-1c60-4f73-9e78-ab3d9a0e9e34 service neutron] 10.222.0.31 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166544 Apr 01 21:43:53.153636 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56581d-3baf-4552-9133-b5459eea07cf req-9344367a-42cb-4a4c-a009-8fef2dd832f3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:53.153636 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1c56581d-3baf-4552-9133-b5459eea07cf req-9344367a-42cb-4a4c-a009-8fef2dd832f3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0541525 Apr 01 21:43:53.205395 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1c56581d-3baf-4552-9133-b5459eea07cf req-d599b265-ad0b-4d97-870d-e7095febf24d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470819 Apr 01 21:43:53.352304 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dcc6a-18a4-4233-9916-d098e81ef139 req-75b18afe-3ab5-4391-ab65-895e476b3eeb tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:53.353640 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-926dcc6a-18a4-4233-9916-d098e81ef139 req-75b18afe-3ab5-4391-ab65-895e476b3eeb tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0538149 Apr 01 21:43:53.402279 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-926dcc6a-18a4-4233-9916-d098e81ef139 req-2d1a3de1-c114-40a4-bb1b-e30bf823f320 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Apr 01 21:43:54.137069 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd2311-9a9d-4f2b-9b78-4c54de57fd75 req-e7928df5-d6d5-4b18-ad80-2901588107b9 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:54.138597 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e3dd2311-9a9d-4f2b-9b78-4c54de57fd75 req-e7928df5-d6d5-4b18-ad80-2901588107b9 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 943 time: 0.0554283 Apr 01 21:43:54.184395 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e3dd2311-9a9d-4f2b-9b78-4c54de57fd75 req-25a2b980-c427-4e90-a92d-25c434d1a70f tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Apr 01 21:43:54.338374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fd922-fa63-4c45-8ce7-4265eb652066 req-4e72b37d-876c-4c0e-abe1-2e639a545204 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:54.339880 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-504fd922-fa63-4c45-8ce7-4265eb652066 req-4e72b37d-876c-4c0e-abe1-2e639a545204 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0577233 Apr 01 21:43:54.387716 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-504fd922-fa63-4c45-8ce7-4265eb652066 req-b94d3740-138b-4189-9459-5330b9cd7d73 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Apr 01 21:43:54.522349 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc081f-817f-4a75-981a-47781626ee75 req-4299e781-bea0-4b73-872e-a7ea737c91f3 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:54.523719 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-74cc081f-817f-4a75-981a-47781626ee75 req-4299e781-bea0-4b73-872e-a7ea737c91f3 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0523798 Apr 01 21:43:54.571487 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-74cc081f-817f-4a75-981a-47781626ee75 req-69fbb994-1130-406b-8f58-e7b30161133b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9542d9e-da7a-463b-920b-e2f3d35d7b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Apr 01 21:43:54.612034 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8257d45a-d31b-4b54-beb7-acada6896db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:54.779903 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-0cfce191-f6f1-4091-a90e-281abb4f65fd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:54.781254 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-0cfce191-f6f1-4091-a90e-281abb4f65fd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 945 time: 0.0513334 Apr 01 21:43:54.909791 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port 0f150d16-dc44-4905-8591-0d61aac664b1 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:43:54.910220 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:55.000652 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] For port 0f150d16-dc44-4905-8591-0d61aac664b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0f150d16-dc44-4905-8591-0d61aac664b1,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:55.001018 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:55.221368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:55.221764 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:55.222128 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49 disassociated. External IP: 172.27.1.40, port: 0f150d16-dc44-4905-8591-0d61aac664b1. Apr 01 21:43:55.222410 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for 0f150d16-dc44-4905-8591-0d61aac664b1 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:43:55.342775 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b296d-e5d8-443c-9a6e-f1b7a3b9d72e req-6d3ffe9f-93b2-4fe8-93ab-436c713d1af2 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:55.344310 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a57b296d-e5d8-443c-9a6e-f1b7a3b9d72e req-6d3ffe9f-93b2-4fe8-93ab-436c713d1af2 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 943 time: 0.0811357 Apr 01 21:43:55.425725 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a57b296d-e5d8-443c-9a6e-f1b7a3b9d72e req-d7c40a5c-fd79-4e74-81ee-d7d2e6416425 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728476 Apr 01 21:43:55.481099 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (0f150d16-dc44-4905-8591-0d61aac664b1), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:55.510615 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18fd4-d5fa-4ee6-9f03-f02a170e0b2b req-8905037c-8408-4245-91a3-c18fa96a4c44 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:55.512250 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3bb18fd4-d5fa-4ee6-9f03-f02a170e0b2b req-8905037c-8408-4245-91a3-c18fa96a4c44 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0513697 Apr 01 21:43:55.515277 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=0f150d16-dc44-4905-8591-0d61aac664b1,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:55.570043 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3bb18fd4-d5fa-4ee6-9f03-f02a170e0b2b req-6c851c20-45e5-4cdf-8112-07968853abea tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497549 Apr 01 21:43:55.630991 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:43:55.728536 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c83f22a9-9491-4da4-bc46-6a59288c473c req-3721d5a6-1cf2-4811-9f97-3c5be3527c0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 210 time: 0.0869303 Apr 01 21:43:55.749485 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:55.769359 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:43:55.780057 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:43:55.791606 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:43:55.796112 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:43:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:55.814171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] No DVR routers for this DVR port 0f150d16-dc44-4905-8591-0d61aac664b1 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:43:55.817073 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:55.821502 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e8b5b1e0-7275-4b22-b3e6-5cf8285bff41 req-63352f2e-ba76-49fa-80cc-3a1ae07efa7b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "DELETE /v2.0/ports/0f150d16-dc44-4905-8591-0d61aac664b1 HTTP/1.1" status: 204 len: 173 time: 1.0074623 Apr 01 21:43:55.824756 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'name': 'network-vif-deleted', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:43:55.824756 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90829b0f-c31e-476b-9400-f132c61d98f7" -d '{"events": [{"server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "name": "network-vif-deleted", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:43:55.863324 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03381fb4-45d8-498e-8d63-9b573b636317 x-openstack-request-id: req-03381fb4-45d8-498e-8d63-9b573b636317 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:43:55.863616 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8cb992-4685-4e9d-ad12-6285e349fbee", "name": "network-vif-deleted", "tag": "0f150d16-dc44-4905-8591-0d61aac664b1", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:43:55.863891 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03381fb4-45d8-498e-8d63-9b573b636317 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:43:55.864271 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03381fb4-45d8-498e-8d63-9b573b636317'] response: {'server_uuid': 'fc8cb992-4685-4e9d-ad12-6285e349fbee', 'name': 'network-vif-deleted', 'tag': '0f150d16-dc44-4905-8591-0d61aac664b1', 'status': 'completed', 'code': 200} Apr 01 21:43:55.919213 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:43:56.152253 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 2, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:56.178363 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:43:56.186459 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:43:56.187045 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:43:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:56.294723 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:43:56.295670 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 06e9be25-428b-44e6-b841-aa6e41021b6a details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:43:56.394265 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 06e9be25-428b-44e6-b841-aa6e41021b6a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=06e9be25-428b-44e6-b841-aa6e41021b6a,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:56.406044 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '06e9be25-428b-44e6-b841-aa6e41021b6a', 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8', 'port_id': '06e9be25-428b-44e6-b841-aa6e41021b6a', 'mac_address': 'fa:16:3e:0e:3d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f66dd64-fa60-4aae-8a20-52d9bac78e68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:43:56.444726 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 06e9be25-428b-44e6-b841-aa6e41021b6a is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:43:56.445123 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:56.459871 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e9be25-428b-44e6-b841-aa6e41021b6a {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:43:56.481185 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 06e9be25-428b-44e6-b841-aa6e41021b6a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=06e9be25-428b-44e6-b841-aa6e41021b6a,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:56.520267 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 2, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:43:56.551258 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9232-94e4-47d7-9a54-61d8df39c3e0 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '1eb33061-2b7c-4e89-a024-8eefd08f7c61', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:eb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:40:42Z', 'updated_at': '2022-04-01T21:41:09Z', 'revision_number': 2, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:43:56.562998 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910402-b9f6-4115-a2c8-64f91a22c249 req-957e7b27-5ce7-4117-ba0e-acd8df7b68ee tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:56.564640 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6d910402-b9f6-4115-a2c8-64f91a22c249 req-957e7b27-5ce7-4117-ba0e-acd8df7b68ee tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 943 time: 0.0671043 Apr 01 21:43:56.567418 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:56.642497 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6d910402-b9f6-4115-a2c8-64f91a22c249 req-32220972-2a93-4dbf-b025-7bd28e50acc3 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685670 Apr 01 21:43:56.644680 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=06e9be25-428b-44e6-b841-aa6e41021b6a,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:56.843525 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5655a7-cd70-4921-bd3a-b5c9345c0d0d None None] New status for floating IP bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49: DOWN {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:43:57.045160 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-17aa63af-7f45-4012-98b6-e9cc355f1772 req-7162d1b5-d389-441f-9473-99b3e6fce8fc tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8cb992-4685-4e9d-ad12-6285e349fbee HTTP/1.1" status: 200 len: 210 time: 0.2227294 Apr 01 21:43:57.061119 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['06e9be25-428b-44e6-b841-aa6e41021b6a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:43:57.064019 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:57.763486 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127ac7-e6c0-43da-89f6-e74bfd76fcc7 req-e9ad0f19-69bc-437d-912d-fcc4c0532e4d tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:57.765000 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8b127ac7-e6c0-43da-89f6-e74bfd76fcc7 req-e9ad0f19-69bc-437d-912d-fcc4c0532e4d tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 944 time: 0.0562656 Apr 01 21:43:57.812090 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8b127ac7-e6c0-43da-89f6-e74bfd76fcc7 req-84067aa4-2e1f-4080-9af0-aac1ef66d2e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Apr 01 21:43:58.190292 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52380) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:58.243061 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c42045c5-5090-475b-96a9-ff425b878bb8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (d9542d9e-da7a-463b-920b-e2f3d35d7b02), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.267690 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c42045c5-5090-475b-96a9-ff425b878bb8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (d9542d9e-da7a-463b-920b-e2f3d35d7b02), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.323076 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 06e9be25-428b-44e6-b841-aa6e41021b6a up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:43:58.383973 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c42045c5-5090-475b-96a9-ff425b878bb8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d9542d9e-da7a-463b-920b-e2f3d35d7b02), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.386726 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c42045c5-5090-475b-96a9-ff425b878bb8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.387903 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c42045c5-5090-475b-96a9-ff425b878bb8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/security-groups/d9542d9e-da7a-463b-920b-e2f3d35d7b02 HTTP/1.1" status: 204 len: 168 time: 0.1965528 Apr 01 21:43:58.390871 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52382) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:58.398250 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42045c5-5090-475b-96a9-ff425b878bb8 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9542d9e-da7a-463b-920b-e2f3d35d7b02,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:58.405426 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.api.v2.resource [None req-fb07bb90-3ad9-4be1-ad80-9acdffca398b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] show failed (client error): The resource could not be found. Apr 01 21:43:58.409287 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fb07bb90-3ad9-4be1-ad80-9acdffca398b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups/d9542d9e-da7a-463b-920b-e2f3d35d7b02 HTTP/1.1" status: 404 len: 347 time: 0.0144646 Apr 01 21:43:58.409518 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52384) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:43:58.435416 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 06e9be25-428b-44e6-b841-aa6e41021b6a completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:43:58.440210 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 06e9be25-428b-44e6-b841-aa6e41021b6a triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:43:58.440884 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.530328 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 06e9be25-428b-44e6-b841-aa6e41021b6a is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:43:58.530782 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.547951 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port 4eba50c2-1441-40be-8d13-f68db9b280ce {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:43:58.548297 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.566368 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e9be25-428b-44e6-b841-aa6e41021b6a'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:43:58.570429 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3932ec2-79f5-45df-b862-0308615f011d" -d '{"events": [{"server_uuid": "4783b6e4-8adf-49e2-883d-61de26b7ae11", "name": "network-vif-plugged", "status": "completed", "tag": "06e9be25-428b-44e6-b841-aa6e41021b6a"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:43:58.581953 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 06e9be25-428b-44e6-b841-aa6e41021b6a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=06e9be25-428b-44e6-b841-aa6e41021b6a,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:43:58.621888 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f39958-6f6f-4472-950b-9dc17b557d1e x-openstack-request-id: req-56f39958-6f6f-4472-950b-9dc17b557d1e {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:43:58.622716 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4783b6e4-8adf-49e2-883d-61de26b7ae11", "name": "network-vif-plugged", "status": "completed", "tag": "06e9be25-428b-44e6-b841-aa6e41021b6a", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:43:58.622716 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56f39958-6f6f-4472-950b-9dc17b557d1e {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:43:58.626086 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f39958-6f6f-4472-950b-9dc17b557d1e'] response: {'server_uuid': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e9be25-428b-44e6-b841-aa6e41021b6a', 'code': 200} Apr 01 21:43:58.637694 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.638101 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (4eba50c2-1441-40be-8d13-f68db9b280ce), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.647653 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.652533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for 4eba50c2-1441-40be-8d13-f68db9b280ce owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:43:58.675410 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:58.676473 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0f150d16-dc44-4905-8591-0d61aac664b1 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:43:58.729142 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 0f150d16-dc44-4905-8591-0d61aac664b1 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:43:58.729403 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0f150d16-dc44-4905-8591-0d61aac664b1 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:43:58.761480 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=06e9be25-428b-44e6-b841-aa6e41021b6a,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:58.972441 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (4eba50c2-1441-40be-8d13-f68db9b280ce), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:59.000287 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=4eba50c2-1441-40be-8d13-f68db9b280ce,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:43:59.059309 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29fae-317f-4e1c-9206-7c8e7c6a0348 req-006185d4-bd0d-4531-a639-0f5c0626c63b tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:59.060855 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e8e29fae-317f-4e1c-9206-7c8e7c6a0348 req-006185d4-bd0d-4531-a639-0f5c0626c63b tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 945 time: 0.0694253 Apr 01 21:43:59.092999 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:59.095970 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:43:59.099890 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b689ba5c-2389-409f-a299-aaede3859c37 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/floatingips/bae2cfcc-2ddf-4d97-a986-0f0b3e5e8f49 HTTP/1.1" status: 204 len: 168 time: 0.6865396 Apr 01 21:43:59.112253 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f01d7-4584-4d30-a31c-c6cf0f980742 req-4cd22f1a-83a4-4b5e-905e-d92c1da50deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:43:59.113746 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-662f01d7-4584-4d30-a31c-c6cf0f980742 req-4cd22f1a-83a4-4b5e-905e-d92c1da50deb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 1129 time: 0.0656130 Apr 01 21:43:59.118144 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e8e29fae-317f-4e1c-9206-7c8e7c6a0348 req-47f64310-969d-4a83-a6f0-519245bae7cf tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512877 Apr 01 21:43:59.162559 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-662f01d7-4584-4d30-a31c-c6cf0f980742 req-ab9ca6d4-e60b-4dd0-97d9-f75d2a7c1535 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Apr 01 21:44:00.238582 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95447ed-6260-410d-82f3-cc65c9fad011 req-ea71fcc4-ee7f-42ee-be35-076b0924b9ac tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:00.240068 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a95447ed-6260-410d-82f3-cc65c9fad011 req-ea71fcc4-ee7f-42ee-be35-076b0924b9ac tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 945 time: 0.0560758 Apr 01 21:44:00.288595 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a95447ed-6260-410d-82f3-cc65c9fad011 req-d3239e50-fef1-45af-935d-6d59573a11fb tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Apr 01 21:44:01.405013 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1479-d007-47ef-9076-e4dbee3f89b2 req-99a9d3ba-f785-4637-a21b-5b9bd121cacc tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:01.406538 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-479d1479-d007-47ef-9076-e4dbee3f89b2 req-99a9d3ba-f785-4637-a21b-5b9bd121cacc tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Apr 01 21:44:01.452909 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-479d1479-d007-47ef-9076-e4dbee3f89b2 req-bbdb3ca8-2d1e-410d-9727-235193b9ea67 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Apr 01 21:44:08.361411 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e3cd6-b331-405c-96bb-3a13eb5309e6 req-08b51f35-c080-42c8-89da-09fa5acfc97d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:08.362936 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-337e3cd6-b331-405c-96bb-3a13eb5309e6 req-08b51f35-c080-42c8-89da-09fa5acfc97d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0533180 Apr 01 21:44:08.416360 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-337e3cd6-b331-405c-96bb-3a13eb5309e6 req-dafc7651-7c7c-4377-8884-10797cab350c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 Apr 01 21:44:08.478509 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583520cd-7dba-4573-acc9-0408b0a161db req-bcf0aadf-c797-4c15-a1f1-f709ebf375dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:08.479997 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-583520cd-7dba-4573-acc9-0408b0a161db req-bcf0aadf-c797-4c15-a1f1-f709ebf375dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1130 time: 0.0454173 Apr 01 21:44:08.575844 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583520cd-7dba-4573-acc9-0408b0a161db req-2faeff15-4bb0-4166-9898-b0c718054bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:08.577359 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-583520cd-7dba-4573-acc9-0408b0a161db req-2faeff15-4bb0-4166-9898-b0c718054bf1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.0872393 Apr 01 21:44:08.644110 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-583520cd-7dba-4573-acc9-0408b0a161db req-873fe601-fc24-44c3-8917-e382b30edc4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 200 len: 1001 time: 0.0603132 Apr 01 21:44:08.693646 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583520cd-7dba-4573-acc9-0408b0a161db req-db80cfd8-f393-44fe-b8f3-6cc63055682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:08.695164 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-583520cd-7dba-4573-acc9-0408b0a161db req-db80cfd8-f393-44fe-b8f3-6cc63055682a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0439415 Apr 01 21:44:08.764199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583520cd-7dba-4573-acc9-0408b0a161db req-9d7c5168-7c9e-431a-a561-f3afc5213a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:08.765758 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-583520cd-7dba-4573-acc9-0408b0a161db req-9d7c5168-7c9e-431a-a561-f3afc5213a70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499718 Apr 01 21:44:08.859861 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-583520cd-7dba-4573-acc9-0408b0a161db req-768a6d0a-fd0f-4ab6-8684-fe415c82b1e5 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840933 Apr 01 21:44:08.961269 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-583520cd-7dba-4573-acc9-0408b0a161db req-352f4c0b-39ae-4557-ad6c-9284b6fb241c service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900557 Apr 01 21:44:09.426046 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373294bf-62c1-4f17-bd8a-d42a197cc7a0 req-87db1a52-8c11-443f-a214-81c743bc2a26 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:09.427534 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-373294bf-62c1-4f17-bd8a-d42a197cc7a0 req-87db1a52-8c11-443f-a214-81c743bc2a26 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0539777 Apr 01 21:44:09.476974 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-373294bf-62c1-4f17-bd8a-d42a197cc7a0 req-d48944be-b5c0-4d03-bd80-5aac9a719219 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Apr 01 21:44:09.538392 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91761a0-56e8-4290-8182-4956ba58c908 req-6e5f52a5-5387-4b24-ab04-2298a4c46613 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:09.540111 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a91761a0-56e8-4290-8182-4956ba58c908 req-6e5f52a5-5387-4b24-ab04-2298a4c46613 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0531359 Apr 01 21:44:09.587610 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a91761a0-56e8-4290-8182-4956ba58c908 req-21d9033d-7d68-4ebc-801c-46b3a0da9373 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 Apr 01 21:44:10.180990 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2da43a-f25a-47f2-b5fe-92a6587fb10e req-2e8ac7fe-02b6-43c4-bdec-9d187fa1d05a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:10.182624 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ec2da43a-f25a-47f2-b5fe-92a6587fb10e req-2e8ac7fe-02b6-43c4-bdec-9d187fa1d05a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0539804 Apr 01 21:44:10.229973 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ec2da43a-f25a-47f2-b5fe-92a6587fb10e req-eb16d3e8-155c-4df8-bbf6-6e2193a4687e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418384 Apr 01 21:44:10.596531 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c5458-a6be-4c8f-9830-994dd6c49b8b req-f5bf4a8d-84c5-4f3f-aa78-1600855230cf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:10.598031 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-de5c5458-a6be-4c8f-9830-994dd6c49b8b req-f5bf4a8d-84c5-4f3f-aa78-1600855230cf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0516706 Apr 01 21:44:10.645089 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-de5c5458-a6be-4c8f-9830-994dd6c49b8b req-45b7f20e-cd38-4779-932b-17a90f92b8a4 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 Apr 01 21:44:10.710172 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa640fc-f834-40d0-8c52-30590e9923ce req-53a98a07-adb7-49d9-8d6b-de4e661b9c34 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:10.711633 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-efa640fc-f834-40d0-8c52-30590e9923ce req-53a98a07-adb7-49d9-8d6b-de4e661b9c34 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0557265 Apr 01 21:44:10.758110 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-efa640fc-f834-40d0-8c52-30590e9923ce req-69761f5b-bccb-4f5d-bc95-46c1ece65c94 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Apr 01 21:44:10.967893 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-105f9a78-8522-419f-a269-0f31f108dfb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469337 Apr 01 21:44:11.047009 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-d254ff9c-87db-4cde-8978-c2b50dd93c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.048520 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-d254ff9c-87db-4cde-8978-c2b50dd93c61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0443089 Apr 01 21:44:11.156057 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-65e44001-de86-4347-9570-c20a5d31f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.157529 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-65e44001-de86-4347-9570-c20a5d31f6ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.0846634 Apr 01 21:44:11.205725 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-94b3cbbe-18f3-4bc0-9b44-2e2121d24f60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 HTTP/1.1" status: 200 len: 217 time: 0.0384994 Apr 01 21:44:11.256540 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-23ad7726-39f9-47af-814b-3566bf62e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.258013 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-23ad7726-39f9-47af-814b-3566bf62e128 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0449753 Apr 01 21:44:11.309669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:11.339088 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-1383b952-1da3-447c-9392-841ccf064f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.340595 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-1383b952-1da3-447c-9392-841ccf064f86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721989 Apr 01 21:44:11.413453 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896510-dfb9-44fb-8f4f-61cc98bc974d req-6c23db84-6f91-4c98-a804-9377c425c961 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.414965 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00896510-dfb9-44fb-8f4f-61cc98bc974d req-6c23db84-6f91-4c98-a804-9377c425c961 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.1075122 Apr 01 21:44:11.470199 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-bcbc9650-9d49-4986-8ce6-c6d95bed9a54 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201766 Apr 01 21:44:11.483978 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00896510-dfb9-44fb-8f4f-61cc98bc974d req-5d4cbc4d-c830-4c13-9f12-b9b18f46e5f2 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628541 Apr 01 21:44:11.576739 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-205d1ba1-cee4-44c4-9873-1de89d947a3a req-36642045-41cc-4712-9089-a5d4769cf691 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850508 Apr 01 21:44:11.760157 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb31b5-d3cd-4bb5-87f5-15ff5ec4e057 req-59faebcd-83d5-467e-91bd-97c1d50df12c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.761680 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c0bb31b5-d3cd-4bb5-87f5-15ff5ec4e057 req-59faebcd-83d5-467e-91bd-97c1d50df12c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0523376 Apr 01 21:44:11.798050 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925635c3-7d56-4608-a15e-9a7c7847155c req-dcea9cf2-fdb4-47c2-b50f-e782d4c57dbd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.800206 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-925635c3-7d56-4608-a15e-9a7c7847155c req-dcea9cf2-fdb4-47c2-b50f-e782d4c57dbd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 946 time: 0.0565329 Apr 01 21:44:11.810419 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c0bb31b5-d3cd-4bb5-87f5-15ff5ec4e057 req-c47ae943-891b-46f9-aa0a-2a357d6ebbeb tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=0628b67e-8f2a-45e7-be5f-9a341a2923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Apr 01 21:44:11.940351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca0c1a-adfb-437a-b7b4-d3549c864f89 req-6e8e5a25-33d5-47e5-8d28-948315993eec tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:11.941829 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8eca0c1a-adfb-437a-b7b4-d3549c864f89 req-6e8e5a25-33d5-47e5-8d28-948315993eec tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0895433 Apr 01 21:44:11.991131 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port 0efb2f5d-8199-4533-bc9a-415adf7728bc {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:44:11.991466 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:12.040051 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8eca0c1a-adfb-437a-b7b4-d3549c864f89 req-8f39930f-fce7-44c3-a873-1ee9cf24e65c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916433 Apr 01 21:44:12.092732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] For port 0efb2f5d-8199-4533-bc9a-415adf7728bc, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=0efb2f5d-8199-4533-bc9a-415adf7728bc,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:44:12.093103 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:12.511150 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:12.511454 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (1eb33061-2b7c-4e89-a024-8eefd08f7c61), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:12.511771 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP 1eb33061-2b7c-4e89-a024-8eefd08f7c61 disassociated. External IP: 172.27.1.83, port: 0efb2f5d-8199-4533-bc9a-415adf7728bc. Apr 01 21:44:12.512116 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for 0efb2f5d-8199-4533-bc9a-415adf7728bc owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:44:12.610134 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b5f7d-eed7-443c-beab-db8dd1fd8c29 req-5ead2ee0-d40c-4b43-a846-23e9b8cb51ab tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:12.611632 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e50b5f7d-eed7-443c-beab-db8dd1fd8c29 req-5ead2ee0-d40c-4b43-a846-23e9b8cb51ab tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0530984 Apr 01 21:44:12.665919 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e50b5f7d-eed7-443c-beab-db8dd1fd8c29 req-18bd56aa-9f4c-4211-8331-953dc65c4a83 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485771 Apr 01 21:44:12.692389 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (0efb2f5d-8199-4533-bc9a-415adf7728bc), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:12.725427 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=0efb2f5d-8199-4533-bc9a-415adf7728bc,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:12.842887 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:44:12.947708 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ee3ad9e3-52bf-4506-a468-93ec57dbe516 req-6b5b8821-53a4-41dd-bb2b-d71fc3a9eda4 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 210 time: 0.0575094 Apr 01 21:44:12.981866 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:44:12.992817 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:44:13.003245 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:13.003952 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:43:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:13.023838 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] No DVR routers for this DVR port 0efb2f5d-8199-4533-bc9a-415adf7728bc on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:44:13.026407 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:13.029739 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-925635c3-7d56-4608-a15e-9a7c7847155c req-319b8fa3-cb3f-460d-bd78-16ae804d82af tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "DELETE /v2.0/ports/0efb2f5d-8199-4533-bc9a-415adf7728bc HTTP/1.1" status: 204 len: 173 time: 1.2128501 Apr 01 21:44:13.030181 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'name': 'network-vif-deleted', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:13.032432 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c43e870-ece9-4086-8986-69afac3d8a5d" -d '{"events": [{"server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "name": "network-vif-deleted", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:13.074334 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7791c7e2-d4bb-46af-b841-04bcbccbd6cd x-openstack-request-id: req-7791c7e2-d4bb-46af-b841-04bcbccbd6cd {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:13.074729 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46", "name": "network-vif-deleted", "tag": "0efb2f5d-8199-4533-bc9a-415adf7728bc", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:13.074847 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7791c7e2-d4bb-46af-b841-04bcbccbd6cd {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:13.075258 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7791c7e2-d4bb-46af-b841-04bcbccbd6cd'] response: {'server_uuid': '4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46', 'name': 'network-vif-deleted', 'tag': '0efb2f5d-8199-4533-bc9a-415adf7728bc', 'status': 'completed', 'code': 200} Apr 01 21:44:13.122560 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:13.202589 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6c701-97e2-4406-9042-cc075b78d507 req-250f1a5f-c726-4f3c-a194-755634370343 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:13.209730 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f6c701-97e2-4406-9042-cc075b78d507 req-250f1a5f-c726-4f3c-a194-755634370343 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0810418 Apr 01 21:44:13.269691 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f6c701-97e2-4406-9042-cc075b78d507 req-ce40cffc-6013-4cd7-8075-249f6cfb376c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552387 Apr 01 21:44:13.354782 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:13.384505 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:44:13.392761 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:13.393348 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:43:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:13.499681 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:13.775964 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:13.782889 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c1c26-c29e-4223-a82a-5222e958a11f req-761ebc8c-f940-4088-a102-dd7a1aa62db7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:13.784423 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7d6c1c26-c29e-4223-a82a-5222e958a11f req-761ebc8c-f940-4088-a102-dd7a1aa62db7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0518947 Apr 01 21:44:13.803290 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36882c40-1e8e-4950-b88d-816d020bd3c4 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:44:13.832173 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7d6c1c26-c29e-4223-a82a-5222e958a11f req-e5a76eee-73e3-421f-9701-d663d84d0033 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Apr 01 21:44:14.058100 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b4a0801d-fae5-4ec2-a761-83750a202c14 req-f7c2d550-6bdc-405b-bb43-0e3f3866d96a tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f1680a5-76db-4f7c-b0ae-7ed2b0be8a46 HTTP/1.1" status: 200 len: 210 time: 0.0283546 Apr 01 21:44:14.065770 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922624f-cdb1-4d71-a05b-4533822dfcfc None None] New status for floating IP 1eb33061-2b7c-4e89-a024-8eefd08f7c61: DOWN {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:44:14.385789 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbacce-5932-4798-8222-21a22b6ac055 req-ba2c192a-de3a-4e4e-927b-5995289e2cac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:14.387357 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c4dbacce-5932-4798-8222-21a22b6ac055 req-ba2c192a-de3a-4e4e-927b-5995289e2cac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0541756 Apr 01 21:44:14.432946 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c4dbacce-5932-4798-8222-21a22b6ac055 req-9e21bda6-97d7-4bbc-bb1c-4d09561e4d43 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Apr 01 21:44:14.437421 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0efb2f5d-8199-4533-bc9a-415adf7728bc no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:44:14.458449 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 0efb2f5d-8199-4533-bc9a-415adf7728bc {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:44:14.458798 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 0efb2f5d-8199-4533-bc9a-415adf7728bc not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:44:14.952402 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7bf5c-0de8-4435-acdf-f133d4d67da0 req-62c970ed-f797-4cf6-8a51-af265df44b8e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:14.953877 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8cc7bf5c-0de8-4435-acdf-f133d4d67da0 req-62c970ed-f797-4cf6-8a51-af265df44b8e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0516315 Apr 01 21:44:15.002755 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8cc7bf5c-0de8-4435-acdf-f133d4d67da0 req-0615135c-e101-467c-a366-6e4f0896a500 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Apr 01 21:44:15.184149 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52622) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:15.235913 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0ba218ba-4a7f-46b6-ad04-32f7aff52e8c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (0628b67e-8f2a-45e7-be5f-9a341a2923a0), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.259602 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0ba218ba-4a7f-46b6-ad04-32f7aff52e8c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (0628b67e-8f2a-45e7-be5f-9a341a2923a0), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.366299 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0ba218ba-4a7f-46b6-ad04-32f7aff52e8c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0628b67e-8f2a-45e7-be5f-9a341a2923a0), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.369123 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0ba218ba-4a7f-46b6-ad04-32f7aff52e8c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.370331 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-0ba218ba-4a7f-46b6-ad04-32f7aff52e8c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/security-groups/0628b67e-8f2a-45e7-be5f-9a341a2923a0 HTTP/1.1" status: 204 len: 168 time: 0.1852064 Apr 01 21:44:15.373198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52624) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:15.379352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba218ba-4a7f-46b6-ad04-32f7aff52e8c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0628b67e-8f2a-45e7-be5f-9a341a2923a0,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:15.386364 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.api.v2.resource [None req-d6f5e79d-b0e9-4782-84f1-d9753e438f85 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] show failed (client error): The resource could not be found. Apr 01 21:44:15.389604 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d6f5e79d-b0e9-4782-84f1-d9753e438f85 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups/0628b67e-8f2a-45e7-be5f-9a341a2923a0 HTTP/1.1" status: 404 len: 347 time: 0.0132046 Apr 01 21:44:15.390201 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52626) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:15.542511 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port fa8550df-526a-49ee-9b7f-c60a7d2b5330 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:44:15.542852 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.599310 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b011f1-45fd-47ae-af6b-784f08b93a15 req-8ea1dbe2-3c00-45d7-affa-cba182844dac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:15.601344 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d5b011f1-45fd-47ae-af6b-784f08b93a15 req-8ea1dbe2-3c00-45d7-affa-cba182844dac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.1003675 Apr 01 21:44:15.656724 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.657052 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (fa8550df-526a-49ee-9b7f-c60a7d2b5330), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.677944 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for fa8550df-526a-49ee-9b7f-c60a7d2b5330 owned by network:floatingip {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:44:15.684044 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d5b011f1-45fd-47ae-af6b-784f08b93a15 req-a7eb06ec-39d2-4238-8bc8-9e28ae9e4096 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769367 Apr 01 21:44:15.954364 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (fa8550df-526a-49ee-9b7f-c60a7d2b5330), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:15.980406 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=fa8550df-526a-49ee-9b7f-c60a7d2b5330,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:16.004717 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (1eb33061-2b7c-4e89-a024-8eefd08f7c61), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:16.007317 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:16.008449 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-fa3107d3-a139-4bc7-bb08-2486a7c9463d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/floatingips/1eb33061-2b7c-4e89-a024-8eefd08f7c61 HTTP/1.1" status: 204 len: 168 time: 0.6173787 Apr 01 21:44:16.123298 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3e66b-fd41-4dcc-82d1-d9999628bc09 req-9dd20fbe-da67-4459-a948-7ac4aee6534e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:16.124801 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6ee3e66b-fd41-4dcc-82d1-d9999628bc09 req-9dd20fbe-da67-4459-a948-7ac4aee6534e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0547507 Apr 01 21:44:16.170875 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6ee3e66b-fd41-4dcc-82d1-d9999628bc09 req-8b37c802-a188-4b04-93e4-94e9b950c193 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405605 Apr 01 21:44:16.532185 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52638) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:16.536786 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-b19b9d14-6fb6-4edb-829f-fc42858d3abe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884980903', 'description': 'tempest-description--883712292'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:16.726529 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b19b9d14-6fb6-4edb-829f-fc42858d3abe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:16.791555 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b19b9d14-6fb6-4edb-829f-fc42858d3abe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (89cdc0b3-6058-491a-b327-66c8c9d5af7b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:16.804381 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557df49-e1c0-4525-a3cd-2bbaa3952172 req-dcff0661-45fb-433b-b55e-94f050105e47 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:16.806074 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9557df49-e1c0-4525-a3cd-2bbaa3952172 req-dcff0661-45fb-433b-b55e-94f050105e47 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0574744 Apr 01 21:44:16.852138 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b19b9d14-6fb6-4edb-829f-fc42858d3abe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (89cdc0b3-6058-491a-b327-66c8c9d5af7b), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:16.853233 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9557df49-e1c0-4525-a3cd-2bbaa3952172 req-91562e4d-1a36-4a2d-98bf-e60985acae36 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Apr 01 21:44:16.883709 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b9d14-6fb6-4edb-829f-fc42858d3abe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cdc0b3-6058-491a-b327-66c8c9d5af7b,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:16.939341 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b19b9d14-6fb6-4edb-829f-fc42858d3abe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:16.940575 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b19b9d14-6fb6-4edb-829f-fc42858d3abe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4073372 Apr 01 21:44:16.943710 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52644) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:16.948758 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-0ba54f87-8d52-4964-8fcc-b96be63f4244 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': '89cdc0b3-6058-491a-b327-66c8c9d5af7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:17.022324 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ba54f87-8d52-4964-8fcc-b96be63f4244 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (18a45bc0-ae57-4bea-9004-951920dd03cb), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.080007 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ba54f87-8d52-4964-8fcc-b96be63f4244 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (18a45bc0-ae57-4bea-9004-951920dd03cb), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.160426 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ba54f87-8d52-4964-8fcc-b96be63f4244 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (18a45bc0-ae57-4bea-9004-951920dd03cb), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.179772 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba54f87-8d52-4964-8fcc-b96be63f4244 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a45bc0-ae57-4bea-9004-951920dd03cb,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:17.250722 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ba54f87-8d52-4964-8fcc-b96be63f4244 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.251933 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0ba54f87-8d52-4964-8fcc-b96be63f4244 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065994 Apr 01 21:44:17.254801 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52648) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:17.259496 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-b36bff34-4449-49d6-8867-8bd52ac822bf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': '89cdc0b3-6058-491a-b327-66c8c9d5af7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:17.292059 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee545d-bb51-4fd8-8ffa-c0eeb5760939 req-e84cb715-328a-4413-8a64-27f8f4817e07 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:17.293571 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fcee545d-bb51-4fd8-8ffa-c0eeb5760939 req-e84cb715-328a-4413-8a64-27f8f4817e07 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0556090 Apr 01 21:44:17.339978 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fcee545d-bb51-4fd8-8ffa-c0eeb5760939 req-438d0501-de70-419b-95fa-f48e6616924a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407498 Apr 01 21:44:17.355107 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b36bff34-4449-49d6-8867-8bd52ac822bf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (0d76e2e7-8f61-4f23-aa33-634b2bb92beb), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.409723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b36bff34-4449-49d6-8867-8bd52ac822bf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (0d76e2e7-8f61-4f23-aa33-634b2bb92beb), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.480794 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b36bff34-4449-49d6-8867-8bd52ac822bf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (0d76e2e7-8f61-4f23-aa33-634b2bb92beb), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.498404 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bff34-4449-49d6-8867-8bd52ac822bf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d76e2e7-8f61-4f23-aa33-634b2bb92beb,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:17.545315 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b36bff34-4449-49d6-8867-8bd52ac822bf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.546538 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b36bff34-4449-49d6-8867-8bd52ac822bf tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906139 Apr 01 21:44:17.549614 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52650) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:17.553895 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:17.634718 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.732810 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:17.836092 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.27.1.89 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/1b5cef2e-d86c-4eff-8a6b-79a2274fc19e) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:44:17.948636 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.005764 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817aeca-3995-4ed6-aaf0-804b950d9436 req-6a817973-7e8d-4d5a-8367-110b72c7c159 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:18.007703 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d817aeca-3995-4ed6-aaf0-804b950d9436 req-6a817973-7e8d-4d5a-8367-110b72c7c159 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0777340 Apr 01 21:44:18.053313 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d817aeca-3995-4ed6-aaf0-804b950d9436 req-020e85f3-39dc-49b7-9593-097387bb9dbf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Apr 01 21:44:18.075497 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.110866 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:44:18.115103 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:44:18.118171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:44:18.149591 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=1b5cef2e-d86c-4eff-8a6b-79a2274fc19e,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:18.214106 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (67f7f1f0-f4f8-442d-88fa-de4396f846fc), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.296069 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.446725 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.457671 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ff236-089d-492e-aeb0-43b04cd1cc36 req-9ec6488e-8bf1-4721-bc20-e1431e84baab tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:18.459161 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-953ff236-089d-492e-aeb0-43b04cd1cc36 req-9ec6488e-8bf1-4721-bc20-e1431e84baab tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0522416 Apr 01 21:44:18.508116 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-953ff236-089d-492e-aeb0-43b04cd1cc36 req-d9bf169a-a697-4553-a3ef-0cbe5c192b2d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Apr 01 21:44:18.526674 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.595092 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=1b5cef2e-d86c-4eff-8a6b-79a2274fc19e,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:18.606651 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (67f7f1f0-f4f8-442d-88fa-de4396f846fc), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.671302 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:18.672534 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-5697f85a-ece3-4c40-9f30-38a1db73a117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1219938 Apr 01 21:44:18.868912 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-e883e845-dfdd-45e7-9258-043d5faa9aba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--884980903&fields=id&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 267 time: 0.0453475 Apr 01 21:44:18.971765 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-37e94154-8cd5-4e29-b3e1-86e1bd8c29de tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:18.973141 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-37e94154-8cd5-4e29-b3e1-86e1bd8c29de tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.0976062 Apr 01 21:44:18.987757 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-5cbe2c64-8680-4f62-951e-1f02e9f85ae4 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/quotas/b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 375 time: 0.0086234 Apr 01 21:44:19.040969 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-25936f04-40a6-47a1-bd64-94e5913002ae tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485418 Apr 01 21:44:19.138081 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-7180eb44-1e63-45b2-a1e9-81fdf367eceb service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855124 Apr 01 21:44:19.171012 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2249cb-fc18-4d98-85ac-9dd1ada3df33 req-06f6aa45-b01e-44ef-8df5-a7696f6f7a6c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:19.172543 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2b2249cb-fc18-4d98-85ac-9dd1ada3df33 req-06f6aa45-b01e-44ef-8df5-a7696f6f7a6c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0524888 Apr 01 21:44:19.219908 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2b2249cb-fc18-4d98-85ac-9dd1ada3df33 req-0ca92ec8-b4e8-49ae-a552-02d57e9d792e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417662 Apr 01 21:44:19.227669 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-bda771e2-ff07-4a02-b7bc-297f494fc6ca service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839760 Apr 01 21:44:19.508831 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7a1ae3e5-5b2f-4a11-9cf2-e9daeb512408 req-b466d120-5b4d-4c2d-b0ca-bc9a7c569a42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 210 time: 0.0264294 Apr 01 21:44:19.632027 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f5e12-53db-462d-b7c2-4c54b936c2b0 req-8d1f3e0a-408e-4b74-8279-949a0cf87afc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:19.633743 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c86f5e12-53db-462d-b7c2-4c54b936c2b0 req-8d1f3e0a-408e-4b74-8279-949a0cf87afc tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0596457 Apr 01 21:44:19.680522 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c86f5e12-53db-462d-b7c2-4c54b936c2b0 req-9e9a039d-7a28-4c2c-b44e-f9d2e4c2f631 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411353 Apr 01 21:44:19.698443 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:44:20.343838 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee9806-ff55-494f-ad84-1917949723ea req-7478fbfc-d0bf-40cf-a162-ec072224fc2b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:20.345323 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ecee9806-ff55-494f-ad84-1917949723ea req-7478fbfc-d0bf-40cf-a162-ec072224fc2b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0531399 Apr 01 21:44:20.393452 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ecee9806-ff55-494f-ad84-1917949723ea req-14090821-a041-4135-923e-a02f1eba4a39 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 Apr 01 21:44:20.603548 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-462dcffc-3eb7-4110-9109-8b293e1ead41 req-5f9c8858-e95d-437e-98fc-94046e434f83 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 210 time: 0.0308120 Apr 01 21:44:20.808125 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9cca6-2b08-4eaf-b17d-e3948a70c394 req-a087820b-921c-4c69-b6fc-3bef1c1b245f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:20.809693 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dbd9cca6-2b08-4eaf-b17d-e3948a70c394 req-a087820b-921c-4c69-b6fc-3bef1c1b245f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0635474 Apr 01 21:44:20.858951 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dbd9cca6-2b08-4eaf-b17d-e3948a70c394 req-4925f684-a3a2-4c9f-87cb-17c104dabce8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Apr 01 21:44:21.518231 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a8cc-ac92-48e6-b3ee-903645d960a9 req-131b0bc1-05b6-4936-97e3-6531bc35e013 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:21.520081 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a426a8cc-ac92-48e6-b3ee-903645d960a9 req-131b0bc1-05b6-4936-97e3-6531bc35e013 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0538855 Apr 01 21:44:21.566792 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-421c231a-7ec4-4210-af7d-a06659ef3abb tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:21.568121 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-421c231a-7ec4-4210-af7d-a06659ef3abb tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.1092181 Apr 01 21:44:21.574162 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a426a8cc-ac92-48e6-b3ee-903645d960a9 req-b087b2a3-9a9e-4906-b965-c2d5a1915f64 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482869 Apr 01 21:44:21.637160 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-c07f17c9-6692-4d15-b477-bb525bda56a6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 379 time: 0.0526133 Apr 01 21:44:21.651890 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'port': {'device_id': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'admin_state_up': True, 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'security_groups': ['89cdc0b3-6058-491a-b327-66c8c9d5af7b']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:21.725777 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-de82300c-34e4-4d2d-8508-add89d82a1a0 req-9a091a79-327f-4639-9695-3af67b7960fa tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 210 time: 0.0336058 Apr 01 21:44:21.898646 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Made reservation on behalf of b5cafef9bf82418a8a46b28dab88b19d for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:44:21.902184 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:21.979049 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a050e15-b2de-4a06-8716-86768740a4dc req-b58c77e7-af5c-48fb-8759-c5b6145be07b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:21.980553 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a050e15-b2de-4a06-8716-86768740a4dc req-b58c77e7-af5c-48fb-8759-c5b6145be07b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0549250 Apr 01 21:44:22.026459 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a050e15-b2de-4a06-8716-86768740a4dc req-4875a03f-f160-4cdb-a2fc-d008417ec73a tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 Apr 01 21:44:22.029485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.20.0.13 (c2fe525f-0896-4fb2-85f6-fd1713efecde/157bae94-b643-4a9f-8300-469b4dfbab26/da48ad03-069b-4c4e-a187-a8e080f0f6ba) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:44:22.166216 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:22.235793 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:22.279626 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:44:22.282697 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:44:22.288614 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:44:22.307825 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6105f3-8b08-4ea9-a2bd-f5b6e4d5c2f3 req-9c7eefa8-b4ca-4be5-899c-0cf86e6fd751 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:22.309316 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf6105f3-8b08-4ea9-a2bd-f5b6e4d5c2f3 req-9c7eefa8-b4ca-4be5-899c-0cf86e6fd751 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0540609 Apr 01 21:44:22.312729 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=da48ad03-069b-4c4e-a187-a8e080f0f6ba,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:22.326044 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.327927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.327927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.327927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.327927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.327927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.328337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.328337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.328705 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.328968 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.329289 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.329633 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.329983 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.330272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.330589 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:22.353869 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:22.355047 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:22.371469 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cf6105f3-8b08-4ea9-a2bd-f5b6e4d5c2f3 req-78eb62de-274c-49b2-af22-adbb19b214b9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549114 Apr 01 21:44:22.395731 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0c5bf54f-e6d4-44e8-b2ca-35fee75ed0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:22.420346 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-eeab11d0-dfc7-47b9-b33e-6342c717bc42 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723022 Apr 01 21:44:22.444747 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Request body: {'port': {'device_id': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:22.513337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-625b9173-3d4d-4b42-b80e-f7d821604312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:22.514940 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-625b9173-3d4d-4b42-b80e-f7d821604312 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 1129 time: 0.1071270 Apr 01 21:44:22.515610 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:22.551933 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-4326b685-3a76-4956-86d9-90fa313e75bb None None] Provisioning complete for port da48ad03-069b-4c4e-a187-a8e080f0f6ba triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:44:22.552303 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4326b685-3a76-4956-86d9-90fa313e75bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:22.589635 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-4326b685-3a76-4956-86d9-90fa313e75bb None None] Port da48ad03-069b-4c4e-a187-a8e080f0f6ba cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:44:22.725065 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-99dc04fe-155a-4535-a2f9-54d020e1aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:22.726538 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-99dc04fe-155a-4535-a2f9-54d020e1aaaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 911 time: 0.2020538 Apr 01 21:44:22.845664 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5b05-973f-4491-a23f-915ab8f96be3 req-37828935-8d45-4383-95c0-5e9bbde9ac93 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:22.847084 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-456a5b05-973f-4491-a23f-915ab8f96be3 req-37828935-8d45-4383-95c0-5e9bbde9ac93 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 932 time: 0.0564244 Apr 01 21:44:22.856934 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45bad3-5322-4cd1-9d19-41696657aee9 req-349bfef2-43c2-42a8-8b2f-a90f3329b49f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:22.859073 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f45bad3-5322-4cd1-9d19-41696657aee9 req-349bfef2-43c2-42a8-8b2f-a90f3329b49f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.1879175 Apr 01 21:44:22.860382 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-bb501563-066d-4834-bd51-29aa5f2bb088 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 200 len: 999 time: 0.1269364 Apr 01 21:44:22.899324 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-456a5b05-973f-4491-a23f-915ab8f96be3 req-ab8b214b-604a-47ea-b266-e161345fdcee tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465870 Apr 01 21:44:22.961421 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-7c4b9406-050a-4f26-9d1f-93722e2f3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:22.962881 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-7c4b9406-050a-4f26-9d1f-93722e2f3dae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.0932405 Apr 01 21:44:22.989609 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f45bad3-5322-4cd1-9d19-41696657aee9 req-d592ada1-db65-45af-a60f-5ef815e764a8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188004 Apr 01 21:44:23.050533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da48ad03-069b-4c4e-a187-a8e080f0f6ba {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:44:23.059987 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Publish callbacks [] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:23.071904 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-1a4a5b8a-e010-49d4-a760-18156cc7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:23.073452 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-1a4a5b8a-e010-49d4-a760-18156cc7ac9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960376 Apr 01 21:44:23.077786 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Transition to ACTIVE for port object da48ad03-069b-4c4e-a187-a8e080f0f6ba will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:44:23.156976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:23.186846 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-72efdc5d-7ae2-476c-ad85-51ce4b1c512c service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061919 Apr 01 21:44:23.260194 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Pushing event updated for resources: {'Port': ['ID=da48ad03-069b-4c4e-a187-a8e080f0f6ba,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:23.346966 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ed229dad-f46e-449d-b6ce-ae9f45dc2031 req-c71af99b-0f17-4113-99a7-47e574dfa604 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530681 Apr 01 21:44:23.358048 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Attempting to bind port da48ad03-069b-4c4e-a187-a8e080f0f6ba on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:44:23.358387 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Attempting to bind port da48ad03-069b-4c4e-a187-a8e080f0f6ba by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:44:23.358858 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Attempting to bind port da48ad03-069b-4c4e-a187-a8e080f0f6ba on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:44:23.364549 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Port da48ad03-069b-4c4e-a187-a8e080f0f6ba on network c2fe525f-0896-4fb2-85f6-fd1713efecde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:44:23.364883 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Attempting to bind port da48ad03-069b-4c4e-a187-a8e080f0f6ba on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:44:23.370944 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:44:23.371420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Checking segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:44:23.371974 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Bound using segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:44:23.372403 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Bound port: da48ad03-069b-4c4e-a187-a8e080f0f6ba, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:44:23.372771 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:23.441233 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] For port da48ad03-069b-4c4e-a187-a8e080f0f6ba, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:44:23.444715 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] For port da48ad03-069b-4c4e-a187-a8e080f0f6ba, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=da48ad03-069b-4c4e-a187-a8e080f0f6ba,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:44:23.493470 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dccfeb-974b-4a30-8b30-317ebc080ddb req-b25b00da-7e94-41f5-b1be-1beddd37671b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:23.495017 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f9dccfeb-974b-4a30-8b30-317ebc080ddb req-b25b00da-7e94-41f5-b1be-1beddd37671b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0543957 Apr 01 21:44:23.521160 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:23.542980 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f9dccfeb-974b-4a30-8b30-317ebc080ddb req-8ed0a7bb-668f-4b36-a274-3ce356ebb912 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Apr 01 21:44:23.558403 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:23.559179 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:23.560610 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] 10.222.0.31 "PUT /v2.0/ports/da48ad03-069b-4c4e-a187-a8e080f0f6ba HTTP/1.1" status: 200 len: 1094 time: 1.1213331 Apr 01 21:44:23.562729 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:23.565090 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a523c10-2fc4-46a1-a4e0-ebf77fc1f71d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:23.590730 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeae18-1507-484d-aabf-581b23ba27c3 service neutron] Pushing event updated for resources: {'Port': ['ID=da48ad03-069b-4c4e-a187-a8e080f0f6ba,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:23.608281 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c612f0-afae-46af-911e-a565b65b0800 x-openstack-request-id: req-73c612f0-afae-46af-911e-a565b65b0800 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:23.608575 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:23.608836 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73c612f0-afae-46af-911e-a565b65b0800 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:23.609275 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c612f0-afae-46af-911e-a565b65b0800'] response: {'name': 'network-changed', 'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'status': 'completed', 'code': 200} Apr 01 21:44:23.710311 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a523c10-2fc4-46a1-a4e0-ebf77fc1f71d req-227942e6-f9a8-4c0c-86f5-abb96ee5ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:23.711819 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0a523c10-2fc4-46a1-a4e0-ebf77fc1f71d req-227942e6-f9a8-4c0c-86f5-abb96ee5ec5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 1128 time: 0.0466058 Apr 01 21:44:23.875805 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a523c10-2fc4-46a1-a4e0-ebf77fc1f71d req-18c15949-7aa2-4afc-a1b3-a3e6873727c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:23.877231 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0a523c10-2fc4-46a1-a4e0-ebf77fc1f71d req-18c15949-7aa2-4afc-a1b3-a3e6873727c2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939641 Apr 01 21:44:23.982708 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a523c10-2fc4-46a1-a4e0-ebf77fc1f71d req-54449688-fbe0-4861-bade-085124fea96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:23.984286 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0a523c10-2fc4-46a1-a4e0-ebf77fc1f71d req-54449688-fbe0-4861-bade-085124fea96b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989339 Apr 01 21:44:24.035009 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5340cb7-8a00-4589-8043-9bac7e7a5fbf req-e4a3cf82-b6c4-4876-8827-5938fa338569 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:24.036631 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e5340cb7-8a00-4589-8043-9bac7e7a5fbf req-e4a3cf82-b6c4-4876-8827-5938fa338569 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 944 time: 0.0606318 Apr 01 21:44:24.090625 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e5340cb7-8a00-4589-8043-9bac7e7a5fbf req-edccb004-9f3b-4ad1-b9d9-44adff98fb3e tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462103 Apr 01 21:44:24.139965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-3b68de15-54eb-4fad-abe3-49910494d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:24.141463 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-3b68de15-54eb-4fad-abe3-49910494d849 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 1128 time: 0.0868382 Apr 01 21:44:24.148263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411f0e5-b525-4b3a-9ef1-3c813b284813 req-0705736a-a242-488b-9bd7-d567aa9841d1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:24.149636 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c411f0e5-b525-4b3a-9ef1-3c813b284813 req-0705736a-a242-488b-9bd7-d567aa9841d1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0841315 Apr 01 21:44:24.200893 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-c8fe065a-eac3-4224-80f7-713daa12867f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da48ad03-069b-4c4e-a187-a8e080f0f6ba HTTP/1.1" status: 200 len: 217 time: 0.0439553 Apr 01 21:44:24.256784 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c411f0e5-b525-4b3a-9ef1-3c813b284813 req-3bcd08ad-e221-47d6-96f2-d46d5be0237f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010544 Apr 01 21:44:24.274120 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-4b40009f-6170-4133-a754-a860033497ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:24.274120 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-4b40009f-6170-4133-a754-a860033497ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.0591073 Apr 01 21:44:24.321825 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-d7ca7e93-85c4-4c06-b8db-ccedc918587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:24.323312 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-d7ca7e93-85c4-4c06-b8db-ccedc918587c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439775 Apr 01 21:44:24.413189 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-16c2c243-1f05-4363-b13d-0974075be5ba service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Apr 01 21:44:24.617846 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-40e5537c-9c53-46ff-8c6e-2991a019a254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:24.663926 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea800f-e996-4e32-bef1-e57dd36f17dc req-62701b85-1dc5-4db1-b2ab-41b2f014ec10 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:24.665468 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-95ea800f-e996-4e32-bef1-e57dd36f17dc req-62701b85-1dc5-4db1-b2ab-41b2f014ec10 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0552425 Apr 01 21:44:24.713609 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-95ea800f-e996-4e32-bef1-e57dd36f17dc req-c404cae4-6267-464b-8e29-fea851aa4832 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Apr 01 21:44:24.744219 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91c4486e-ad48-4c7d-a0b7-283c43bd75b4 req-129ca963-620b-48cb-9a97-d68dc0fdda63 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250852 Apr 01 21:44:25.211588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49bd50-3ae7-4408-b265-c86e413880d0 req-879cb5bb-5ef5-4e18-9658-4249c05d7dc9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:25.213037 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7a49bd50-3ae7-4408-b265-c86e413880d0 req-879cb5bb-5ef5-4e18-9658-4249c05d7dc9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 944 time: 0.0532303 Apr 01 21:44:25.260996 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7a49bd50-3ae7-4408-b265-c86e413880d0 req-e5cb3249-00d9-4c37-8ca8-df00892990d6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Apr 01 21:44:25.371303 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7d8d9-b3e7-44b2-a732-7e321060d5a6 req-4d35836c-a510-44df-802b-b8acac641f99 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:25.372773 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0fd7d8d9-b3e7-44b2-a732-7e321060d5a6 req-4d35836c-a510-44df-802b-b8acac641f99 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0510311 Apr 01 21:44:25.421487 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0fd7d8d9-b3e7-44b2-a732-7e321060d5a6 req-2f941df2-b782-4a57-839e-ed4dfba3c567 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432446 Apr 01 21:44:25.766802 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:26.375566 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937a91-db2d-4ace-81ce-e7388c38c88c req-b112aad2-4b1d-47d5-bb69-d7e548498b19 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:26.376909 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f8937a91-db2d-4ace-81ce-e7388c38c88c req-b112aad2-4b1d-47d5-bb69-d7e548498b19 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 944 time: 0.0506198 Apr 01 21:44:26.422541 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f8937a91-db2d-4ace-81ce-e7388c38c88c req-888a0204-31ef-4b20-ae00-222a5a14cf66 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Apr 01 21:44:26.546642 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f274-c0c9-4121-8592-74894931c3b7 req-540c8a05-d122-462c-9f1e-6ca8f205d14b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:26.548151 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6201f274-c0c9-4121-8592-74894931c3b7 req-540c8a05-d122-462c-9f1e-6ca8f205d14b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0617516 Apr 01 21:44:26.593898 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6201f274-c0c9-4121-8592-74894931c3b7 req-5888c806-99a1-4d37-8c66-63798a3dc5ee tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401883 Apr 01 21:44:27.000176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:27.539737 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba2077-dc70-48cf-89be-5f82c968deff req-1890b7e9-f83a-4c4a-8d80-26a7b95ba020 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:27.541120 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4ba2077-dc70-48cf-89be-5f82c968deff req-1890b7e9-f83a-4c4a-8d80-26a7b95ba020 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 944 time: 0.0523975 Apr 01 21:44:27.596282 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c4ba2077-dc70-48cf-89be-5f82c968deff req-9e26663d-da2f-4e17-939b-aad7dfb5d7fd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496302 Apr 01 21:44:27.709936 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b019-d588-42ce-b3bc-1542fb6f2945 req-574e5427-aff4-48e2-a18f-a1e15bb6a2d2 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:27.711410 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ee40b019-d588-42ce-b3bc-1542fb6f2945 req-574e5427-aff4-48e2-a18f-a1e15bb6a2d2 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0520339 Apr 01 21:44:27.756855 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ee40b019-d588-42ce-b3bc-1542fb6f2945 req-1bfcfe45-61b1-4503-aa17-caed01b31b25 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398600 Apr 01 21:44:28.495622 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device da48ad03-069b-4c4e-a187-a8e080f0f6ba details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:44:28.601562 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port da48ad03-069b-4c4e-a187-a8e080f0f6ba, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=da48ad03-069b-4c4e-a187-a8e080f0f6ba,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:44:28.613423 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'port_id': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'mac_address': 'fa:16:3e:2b:92:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:44:28.642334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:28.654181 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port da48ad03-069b-4c4e-a187-a8e080f0f6ba is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:44:28.657177 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:28.671354 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da48ad03-069b-4c4e-a187-a8e080f0f6ba {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:44:28.690742 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port da48ad03-069b-4c4e-a187-a8e080f0f6ba, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=da48ad03-069b-4c4e-a187-a8e080f0f6ba,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:44:28.717862 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab47e66-9a04-44c0-9901-a7740dd31896 req-92b003e4-7e48-4c35-927f-0b32b06c3fcd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:28.719378 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2ab47e66-9a04-44c0-9901-a7740dd31896 req-92b003e4-7e48-4c35-927f-0b32b06c3fcd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 944 time: 0.0562758 Apr 01 21:44:28.743791 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:28.765538 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2ab47e66-9a04-44c0-9901-a7740dd31896 req-38d3ce1d-34b2-48b7-9a3b-7519ba89a770 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404139 Apr 01 21:44:28.792716 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=da48ad03-069b-4c4e-a187-a8e080f0f6ba,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:28.880021 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9851b58-1152-478d-8e8f-ca0a2aa33fdf req-d64c08dc-e36c-432d-8850-a93c300dae9d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:28.882154 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c9851b58-1152-478d-8e8f-ca0a2aa33fdf req-d64c08dc-e36c-432d-8850-a93c300dae9d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0563171 Apr 01 21:44:28.927440 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c9851b58-1152-478d-8e8f-ca0a2aa33fdf req-92c7fee6-403b-41d9-a6c6-6b75bf898fbe tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397654 Apr 01 21:44:29.141492 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['da48ad03-069b-4c4e-a187-a8e080f0f6ba'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:44:29.883621 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ac0e7-ecd5-4b75-a5db-dc7bc4c6093f req-287b5e5f-c031-42e9-9981-6d611483ee2a tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:29.885143 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c53ac0e7-ecd5-4b75-a5db-dc7bc4c6093f req-287b5e5f-c031-42e9-9981-6d611483ee2a tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 945 time: 0.0521429 Apr 01 21:44:29.932753 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c53ac0e7-ecd5-4b75-a5db-dc7bc4c6093f req-d6b00d4f-9984-4836-b1f1-f250055b2a6c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Apr 01 21:44:30.043416 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e70ce-92a9-4d3f-9f3f-5240efa83259 req-425e02a8-75eb-4e11-b3f1-da8795dcf2bb tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:30.044796 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-242e70ce-92a9-4d3f-9f3f-5240efa83259 req-425e02a8-75eb-4e11-b3f1-da8795dcf2bb tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0507467 Apr 01 21:44:30.090334 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-242e70ce-92a9-4d3f-9f3f-5240efa83259 req-472f7441-321f-47a3-91b9-051283ee531c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400949 Apr 01 21:44:31.046751 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad4d5b-01f7-415b-8b44-4da1fc675482 req-74d6b9b2-6867-40e5-86a8-56f9243f3ef0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:31.048175 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b3ad4d5b-01f7-415b-8b44-4da1fc675482 req-74d6b9b2-6867-40e5-86a8-56f9243f3ef0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 945 time: 0.0515473 Apr 01 21:44:31.099028 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b3ad4d5b-01f7-415b-8b44-4da1fc675482 req-fc43b1d6-4958-4bfe-a914-b1961b4646a7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446982 Apr 01 21:44:31.206879 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a6efe-40b5-43b9-ba34-c132eb799a6e req-f7a8cad0-73d6-4661-8451-e14b4d9968cd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:31.208385 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-473a6efe-40b5-43b9-ba34-c132eb799a6e req-f7a8cad0-73d6-4661-8451-e14b4d9968cd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0512505 Apr 01 21:44:31.257469 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-473a6efe-40b5-43b9-ba34-c132eb799a6e req-fd704737-8c85-4a90-95e1-1efa688a987f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435493 Apr 01 21:44:32.215164 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16674498-febd-4151-a0dc-1bce16b0128e req-ff742a50-ae82-4515-aafb-2151a67775d6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:32.216619 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-16674498-febd-4151-a0dc-1bce16b0128e req-ff742a50-ae82-4515-aafb-2151a67775d6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 945 time: 0.0519707 Apr 01 21:44:32.260947 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-16674498-febd-4151-a0dc-1bce16b0128e req-81c81131-1663-4ca9-951b-45a2bced41b9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Apr 01 21:44:32.371061 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65856a-2073-48f8-8442-4118cfd0650b req-f60e8ce1-4bae-4e30-a96f-e14d5a8e5cff tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:32.372427 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad65856a-2073-48f8-8442-4118cfd0650b req-f60e8ce1-4bae-4e30-a96f-e14d5a8e5cff tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0510137 Apr 01 21:44:32.416787 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad65856a-2073-48f8-8442-4118cfd0650b req-9725ee51-5adb-44e4-b8de-9bb79c9e206a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389173 Apr 01 21:44:32.751618 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device da48ad03-069b-4c4e-a187-a8e080f0f6ba up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:44:32.896769 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port da48ad03-069b-4c4e-a187-a8e080f0f6ba completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:44:32.901213 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port da48ad03-069b-4c4e-a187-a8e080f0f6ba triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:44:32.901776 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:32.976429 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port da48ad03-069b-4c4e-a187-a8e080f0f6ba is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:44:32.976813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:33.001311 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:33.008561 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad174e5-79df-4202-9b5c-697dee621027" -d '{"events": [{"server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "name": "network-vif-plugged", "status": "completed", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:33.015264 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port da48ad03-069b-4c4e-a187-a8e080f0f6ba, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=da48ad03-069b-4c4e-a187-a8e080f0f6ba,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:44:33.039786 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ea4921-c0a3-421a-b81a-4c0db80dd397 x-openstack-request-id: req-98ea4921-c0a3-421a-b81a-4c0db80dd397 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:33.040101 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "name": "network-vif-plugged", "status": "completed", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:33.040360 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98ea4921-c0a3-421a-b81a-4c0db80dd397 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:33.040785 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ea4921-c0a3-421a-b81a-4c0db80dd397'] response: {'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'code': 200} Apr 01 21:44:33.086149 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:33.132757 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=da48ad03-069b-4c4e-a187-a8e080f0f6ba,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:33.337500 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f331-578a-406e-8dcf-782db743b2f8 req-bcf2f98b-3359-49ce-b634-80d8b0ef167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:33.339033 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1465f331-578a-406e-8dcf-782db743b2f8 req-bcf2f98b-3359-49ce-b634-80d8b0ef167d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1130 time: 0.0452218 Apr 01 21:44:33.379766 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d73772-112c-45fe-80c2-1db2fef5a0f7 req-bf665994-a260-4fa6-ac04-842a72439eb3 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:33.381307 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-70d73772-112c-45fe-80c2-1db2fef5a0f7 req-bf665994-a260-4fa6-ac04-842a72439eb3 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0528245 Apr 01 21:44:33.411360 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1465f331-578a-406e-8dcf-782db743b2f8 req-fbafaa0e-eb8b-4ed0-8636-3cbb33e4d856 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643919 Apr 01 21:44:33.413764 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b74d0-66f8-4c75-bc71-e0d82bd2680e req-3c3c68f5-a761-4a28-8c1a-a5c79ae825df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:33.415138 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-201b74d0-66f8-4c75-bc71-e0d82bd2680e req-3c3c68f5-a761-4a28-8c1a-a5c79ae825df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 1130 time: 0.0800984 Apr 01 21:44:33.428304 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-70d73772-112c-45fe-80c2-1db2fef5a0f7 req-1d1cfdc1-542d-461b-b0fe-0ff7751a7ada tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411327 Apr 01 21:44:33.534944 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcbc9c-72be-4b77-9388-8749b5fed29a req-a512eab9-c9da-4704-b37d-8c065b928694 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:33.536347 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c3bcbc9c-72be-4b77-9388-8749b5fed29a req-a512eab9-c9da-4704-b37d-8c065b928694 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0523617 Apr 01 21:44:33.581592 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c3bcbc9c-72be-4b77-9388-8749b5fed29a req-d17c101d-9ade-478e-8ef4-5328e6116236 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 Apr 01 21:44:33.772175 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-201b74d0-66f8-4c75-bc71-e0d82bd2680e req-d8927e08-e96e-4745-9a1b-0199b49769b6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367987 Apr 01 21:44:34.553680 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c1080-a010-40fe-ac39-2bac8bdba9bc req-776aa318-72e2-4781-b9de-48b5524a2fcd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:34.555155 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad2c1080-a010-40fe-ac39-2bac8bdba9bc req-776aa318-72e2-4781-b9de-48b5524a2fcd tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0551720 Apr 01 21:44:34.600209 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad2c1080-a010-40fe-ac39-2bac8bdba9bc req-c35c9f59-f0fe-4eb0-a9c1-4998e79c9dd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391748 Apr 01 21:44:34.701230 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa962b-fafa-4f63-83be-46bd1242437e req-614368ef-e5f2-4237-8223-36d4a8e409f1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:34.702711 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d0fa962b-fafa-4f63-83be-46bd1242437e req-614368ef-e5f2-4237-8223-36d4a8e409f1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0547829 Apr 01 21:44:34.747883 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d0fa962b-fafa-4f63-83be-46bd1242437e req-37cce794-dfd4-4546-9570-073975916177 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396054 Apr 01 21:44:35.718687 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595365ae-dcff-43fc-ac8a-f38776351096 req-291c135e-3fab-4a2a-ae26-c37d8edbbd26 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:35.720147 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-595365ae-dcff-43fc-ac8a-f38776351096 req-291c135e-3fab-4a2a-ae26-c37d8edbbd26 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0505846 Apr 01 21:44:35.765170 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-595365ae-dcff-43fc-ac8a-f38776351096 req-ddcd6eb9-97c9-4d20-a078-c10f6cb18081 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389132 Apr 01 21:44:35.863849 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a555e36-4515-4a24-8739-8a0a6aa9edee req-3d427cbd-a0e5-45dc-b692-428a868bfd91 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:35.865329 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4a555e36-4515-4a24-8739-8a0a6aa9edee req-3d427cbd-a0e5-45dc-b692-428a868bfd91 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0517821 Apr 01 21:44:35.912432 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4a555e36-4515-4a24-8739-8a0a6aa9edee req-28a08cfd-0e3b-49a9-9437-65628a059191 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Apr 01 21:44:36.885863 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dc5ca-3605-4987-984d-b8ddc492682b req-74722ace-a9fb-43c7-a598-891443198966 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:36.887765 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-526dc5ca-3605-4987-984d-b8ddc492682b req-74722ace-a9fb-43c7-a598-891443198966 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0566020 Apr 01 21:44:36.934381 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-526dc5ca-3605-4987-984d-b8ddc492682b req-3af58687-792c-49e2-8707-fcccc562a2e6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Apr 01 21:44:37.029226 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3582f-84a1-4320-9aaa-8302f9a6370e req-83398536-3b30-4ea4-b70e-ab8fe09814d1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:37.030727 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bec3582f-84a1-4320-9aaa-8302f9a6370e req-83398536-3b30-4ea4-b70e-ab8fe09814d1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0507212 Apr 01 21:44:37.079181 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bec3582f-84a1-4320-9aaa-8302f9a6370e req-460cbb7c-b712-4816-9060-a03a70147473 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430388 Apr 01 21:44:38.052067 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2483-1188-4db3-a5d2-56daf41039ae req-fec308f5-d2be-4a28-89c3-d88799a31c1d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:38.054173 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f31d2483-1188-4db3-a5d2-56daf41039ae req-fec308f5-d2be-4a28-89c3-d88799a31c1d tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0538061 Apr 01 21:44:38.105972 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f31d2483-1188-4db3-a5d2-56daf41039ae req-020e34e3-1db0-4d7a-af59-dc39b090d157 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461547 Apr 01 21:44:38.204065 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c546-d3cd-4036-b20c-cbe15626906c req-d9ad9b32-55a4-43c7-b394-2052c48d21bf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:38.205526 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1426c546-d3cd-4036-b20c-cbe15626906c req-d9ad9b32-55a4-43c7-b394-2052c48d21bf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0533538 Apr 01 21:44:38.253912 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1426c546-d3cd-4036-b20c-cbe15626906c req-9f112ced-d778-44ef-97d9-7ca2c983677e tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415330 Apr 01 21:44:38.736150 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f00329-a530-4099-9080-d1add755c91a req-4754924f-8404-454c-9418-bc30b64d6834 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:38.737571 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e0f00329-a530-4099-9080-d1add755c91a req-4754924f-8404-454c-9418-bc30b64d6834 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Apr 01 21:44:38.788307 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e0f00329-a530-4099-9080-d1add755c91a req-8db816d6-42ef-43b6-8f90-f33e11682d36 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448649 Apr 01 21:44:38.788661 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-84ab2a52-c8e8-4239-9621-5b6750b80928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:38.790205 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-84ab2a52-c8e8-4239-9621-5b6750b80928 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1130 time: 0.0462136 Apr 01 21:44:38.888524 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-b446da09-3585-41af-959a-593dd4002cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:38.890053 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-b446da09-3585-41af-959a-593dd4002cb0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.0894923 Apr 01 21:44:38.968799 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-ef4fae88-90e2-41d6-830f-8a61e7d48194 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 200 len: 1001 time: 0.0610237 Apr 01 21:44:39.019287 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-dd2c0ec0-e9c0-4bac-8106-54b54b9005b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:39.020601 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-dd2c0ec0-e9c0-4bac-8106-54b54b9005b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0443077 Apr 01 21:44:39.075843 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-d73fe25e-3d7b-4147-9bba-83f7098fd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:39.077362 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-d73fe25e-3d7b-4147-9bba-83f7098fd019 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480952 Apr 01 21:44:39.227145 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d4d4-ab9c-4d4f-aff2-cb208cc921ba req-d52e02b9-0f87-40c3-8c99-418fa300e6ad tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:39.228649 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fef4d4d4-ab9c-4d4f-aff2-cb208cc921ba req-d52e02b9-0f87-40c3-8c99-418fa300e6ad tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Apr 01 21:44:39.276758 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fef4d4d4-ab9c-4d4f-aff2-cb208cc921ba req-efbc85d1-598a-418e-83fe-b287c240304a tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Apr 01 21:44:39.391053 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8befc11-50fd-4186-9359-db8e6c70e04b req-7491cb86-5798-4e37-b097-a1a02d241c77 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:39.392512 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a8befc11-50fd-4186-9359-db8e6c70e04b req-7491cb86-5798-4e37-b097-a1a02d241c77 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0513542 Apr 01 21:44:39.400941 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52856) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:39.405193 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'port_id': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:39.442449 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (67f7f1f0-f4f8-442d-88fa-de4396f846fc), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:39.859415 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:39.903519 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (67f7f1f0-f4f8-442d-88fa-de4396f846fc), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:39.904883 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c25297-128a-4166-8c52-9ce5df688e48 req-cf52d3c4-1c54-4d00-b84f-5f527aef6a3b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:39.909962 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00c25297-128a-4166-8c52-9ce5df688e48 req-cf52d3c4-1c54-4d00-b84f-5f527aef6a3b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0531611 Apr 01 21:44:39.960714 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00c25297-128a-4166-8c52-9ce5df688e48 req-f182293e-0a6f-4879-8857-086d74f6759d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468416 Apr 01 21:44:40.007325 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.l3_db [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP 67f7f1f0-f4f8-442d-88fa-de4396f846fc associated. External IP: 172.27.1.89, port: da48ad03-069b-4c4e-a187-a8e080f0f6ba. Apr 01 21:44:40.130056 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-9bda31af-4233-4ff7-a984-a9af6324bc35 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832248 Apr 01 21:44:40.213144 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:44:40.519624 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:44:40.524883 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:40.529456 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:44:40.539362 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:40.540053 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:40.554504 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-64d13c2e-12eb-43cb-bf0e-66fb60652c74 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "PUT /v2.0/floatingips/67f7f1f0-f4f8-442d-88fa-de4396f846fc HTTP/1.1" status: 200 len: 991 time: 1.1525006 Apr 01 21:44:40.555086 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:40.557311 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152741ab-18bf-49d3-8315-85bb3b6e4d37" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:40.594330 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c936a-edab-46d0-b5df-949ffcec0d5e x-openstack-request-id: req-2b8c936a-edab-46d0-b5df-949ffcec0d5e {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:40.594620 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:40.594872 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b8c936a-edab-46d0-b5df-949ffcec0d5e {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:40.595275 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8c936a-edab-46d0-b5df-949ffcec0d5e'] response: {'name': 'network-changed', 'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'status': 'completed', 'code': 200} Apr 01 21:44:40.644860 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:40.860449 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '67f7f1f0-f4f8-442d-88fa-de4396f846fc', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:2b:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:44:18Z', 'updated_at': '2022-04-01T21:44:39Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:40.889956 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:44:40.898075 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:40.898673 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:40.933683 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e5dd048-aa81-45b3-b0a2-7a4bfc1f1592 req-d9378452-2d05-4364-9777-02dfc12a8c45 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891449 Apr 01 21:44:41.003939 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:41.078291 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defac44-996f-4213-b7d3-0f2cf9cb833b req-fd69ebeb-0c11-4172-a61b-e11825b802ac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:41.080060 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2defac44-996f-4213-b7d3-0f2cf9cb833b req-fd69ebeb-0c11-4172-a61b-e11825b802ac tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0537622 Apr 01 21:44:41.130896 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2defac44-996f-4213-b7d3-0f2cf9cb833b req-162a9060-ea83-4ced-8851-b17cee1237a1 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450056 Apr 01 21:44:41.223806 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '67f7f1f0-f4f8-442d-88fa-de4396f846fc', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:2b:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:44:18Z', 'updated_at': '2022-04-01T21:44:39Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:41.253102 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2e0a3-11ce-486a-be15-23fa0c804e01 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '67f7f1f0-f4f8-442d-88fa-de4396f846fc', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:2b:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:44:18Z', 'updated_at': '2022-04-01T21:44:39Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:44:41.263625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:41.449506 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50a01e7-6b26-4a50-8b11-baff26c6a58f None None] New status for floating IP 67f7f1f0-f4f8-442d-88fa-de4396f846fc: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:44:41.850696 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-6ed208c4-b8c6-4a16-842a-51ffe8836a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:41.852195 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-6ed208c4-b8c6-4a16-842a-51ffe8836a67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 1130 time: 0.0491636 Apr 01 21:44:41.994313 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-ee76d3f5-40dc-4fcf-a92f-ba1101e42968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:41.995750 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-ee76d3f5-40dc-4fcf-a92f-ba1101e42968 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 916 time: 0.0845962 Apr 01 21:44:42.065298 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-b07c3423-49e1-4760-8a9e-392816f0e80a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da48ad03-069b-4c4e-a187-a8e080f0f6ba HTTP/1.1" status: 200 len: 1001 time: 0.0567446 Apr 01 21:44:42.115727 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-cc5e77b1-593e-4604-afb0-4cb8e99bfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:42.117196 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-cc5e77b1-593e-4604-afb0-4cb8e99bfa37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.0426631 Apr 01 21:44:42.186023 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-77c57cb6-e245-443a-ad8e-f047de8c3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:42.187549 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-77c57cb6-e245-443a-ad8e-f047de8c3aff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568843 Apr 01 21:44:42.258916 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f109-6e38-4082-8f75-e75d5ae9c14b req-101fea57-c0ee-4b39-9aae-6d8797ffdda8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:42.260441 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9c21f109-6e38-4082-8f75-e75d5ae9c14b req-101fea57-c0ee-4b39-9aae-6d8797ffdda8 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Apr 01 21:44:42.292606 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-470cdb6d-76a2-406e-aaae-6fef87edc3d0 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849814 Apr 01 21:44:42.310785 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9c21f109-6e38-4082-8f75-e75d5ae9c14b req-d6617c03-f842-4592-8c50-32a25c73380d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444951 Apr 01 21:44:42.394714 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-152741ab-18bf-49d3-8315-85bb3b6e4d37 req-215d54a5-b5ed-4078-9d1d-1450b6f46460 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Apr 01 21:44:43.427861 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a0301-8331-47c0-a544-9dff40b2bf59 req-720b21da-c43d-47e5-9b1f-c3e9a4713018 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:43.429315 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1a3a0301-8331-47c0-a544-9dff40b2bf59 req-720b21da-c43d-47e5-9b1f-c3e9a4713018 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0522907 Apr 01 21:44:43.477384 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1a3a0301-8331-47c0-a544-9dff40b2bf59 req-69b03cfb-536a-434c-b496-b523856a803f tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424633 Apr 01 21:44:44.595405 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d909cf-0334-42e3-80a3-e102cc6080d9 req-05dffbf3-9b44-4943-8786-f80ddd0fae4b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:44.596781 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c2d909cf-0334-42e3-80a3-e102cc6080d9 req-05dffbf3-9b44-4943-8786-f80ddd0fae4b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0509934 Apr 01 21:44:44.645368 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c2d909cf-0334-42e3-80a3-e102cc6080d9 req-ab20d0a5-be9a-4aaf-a02b-5b6afe109611 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422795 Apr 01 21:44:44.758943 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee774296-20f1-457b-b7c7-670ff5333b85 req-3e9e3181-b95f-4dfa-87d4-7bf944471d42 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:44.760410 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ee774296-20f1-457b-b7c7-670ff5333b85 req-3e9e3181-b95f-4dfa-87d4-7bf944471d42 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0522244 Apr 01 21:44:44.768888 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52894) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:44.773992 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Request body: {'floatingip': {'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:44.833394 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:45.306930 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:45.418010 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:45.650250 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:44:45.757202 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:44:45.762026 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:45.770351 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] Sync routers for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:44:45.780488 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:45.781099 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:45.797639 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:45.799968 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45" -d '{"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:45.839501 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-8202c5dd-64d0-40fa-aeb0-bafb7e74a915 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "PUT /v2.0/floatingips/f5b58201-e660-4d0a-93f4-17fce19be97c HTTP/1.1" status: 200 len: 993 time: 1.0606260 Apr 01 21:44:45.852244 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aed4dd9-dbd5-42e3-9df3-8bb1815bd264 x-openstack-request-id: req-4aed4dd9-dbd5-42e3-9df3-8bb1815bd264 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:45.852533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:45.852785 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4aed4dd9-dbd5-42e3-9df3-8bb1815bd264 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:45.853187 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aed4dd9-dbd5-42e3-9df3-8bb1815bd264'] response: {'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'status': 'completed', 'code': 200} Apr 01 21:44:45.898190 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:45.951852 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-97062c08-3b5e-4f40-adbe-4cf88663f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:45.953379 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-97062c08-3b5e-4f40-adbe-4cf88663f45a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1130 time: 0.0452909 Apr 01 21:44:46.043588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-6f044976-1a10-40ac-bc85-877667fabeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:46.045061 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-6f044976-1a10-40ac-bc85-877667fabeb0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.0847864 Apr 01 21:44:46.120788 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-4c072959-23c9-4c56-b94d-d52fdbbc5da0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 200 len: 1001 time: 0.0666811 Apr 01 21:44:46.123573 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'f5b58201-e660-4d0a-93f4-17fce19be97c', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'mac_address': 'fa:16:3e:85:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:39Z', 'updated_at': '2022-04-01T21:44:45Z', 'revision_number': 3, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:46.153397 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] Checking router: de41e7cb-e3d9-4f34-b793-3d9e6cfca446 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:44:46.162037 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:46.162638 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:46.172829 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-57c6181c-6a79-48ac-989d-0c26edb47e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:46.174351 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-57c6181c-6a79-48ac-989d-0c26edb47e24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0427415 Apr 01 21:44:46.231089 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-66689790-b9ea-4cbf-8741-9be61a2ffa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:46.232718 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-66689790-b9ea-4cbf-8741-9be61a2ffa26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508342 Apr 01 21:44:46.341088 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-cab50332-c89e-4ae2-971f-681bf0e582ff service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994391 Apr 01 21:44:46.359434 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:46.450719 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-eaf2d11a-00e3-4ba9-979e-6bb9f3762d45 req-951fd3e3-f126-4521-932f-56707bb87a36 service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983219 Apr 01 21:44:46.593789 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'f5b58201-e660-4d0a-93f4-17fce19be97c', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'mac_address': 'fa:16:3e:85:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:39Z', 'updated_at': '2022-04-01T21:44:45Z', 'revision_number': 3, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:46.623334 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17a6e4c-d0e5-43fb-a7e8-fe520b2b1ea7 None None] The sync data for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi is: [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'f5b58201-e660-4d0a-93f4-17fce19be97c', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'port_id': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'mac_address': 'fa:16:3e:85:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:42:39Z', 'updated_at': '2022-04-01T21:44:45Z', 'revision_number': 3, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:44:47.854469 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:47.856903 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d51821-a043-4e32-92ef-991d6ee7beac" -d '{"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:47.892236 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e412c549-c124-480e-a012-b7fa513f4dda x-openstack-request-id: req-e412c549-c124-480e-a012-b7fa513f4dda {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:47.892536 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:47.892793 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e412c549-c124-480e-a012-b7fa513f4dda {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:47.893198 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e412c549-c124-480e-a012-b7fa513f4dda'] response: {'name': 'network-changed', 'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'status': 'completed', 'code': 200} Apr 01 21:44:47.955155 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a3893-d9c9-427f-be5b-bc8bcd16debc req-e96e7632-055e-4b8c-932e-52a2be69947b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:47.956640 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b2a3893-d9c9-427f-be5b-bc8bcd16debc req-e96e7632-055e-4b8c-932e-52a2be69947b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0534213 Apr 01 21:44:48.003501 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b2a3893-d9c9-427f-be5b-bc8bcd16debc req-22556642-2637-43be-871e-616aedaa5992 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411863 Apr 01 21:44:48.073288 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d51821-a043-4e32-92ef-991d6ee7beac req-0bdbfbb6-779a-4288-ab2f-13d1a49a2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:48.074810 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-70d51821-a043-4e32-92ef-991d6ee7beac req-0bdbfbb6-779a-4288-ab2f-13d1a49a2b7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e48327a881b64c4aafa50ffb986450cd&device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 1130 time: 0.0450466 Apr 01 21:44:48.400181 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d51821-a043-4e32-92ef-991d6ee7beac req-0713d6e6-bc21-4d29-a391-a9ca8acba932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:48.401568 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-70d51821-a043-4e32-92ef-991d6ee7beac req-0713d6e6-bc21-4d29-a391-a9ca8acba932 service neutron] 10.222.0.31 "GET /v2.0/networks?id=45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 200 len: 919 time: 0.3199487 Apr 01 21:44:48.465920 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-70d51821-a043-4e32-92ef-991d6ee7beac req-c21bf854-f348-40a6-8c7e-106191b4681c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 200 len: 1001 time: 0.0563872 Apr 01 21:44:48.524637 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d51821-a043-4e32-92ef-991d6ee7beac req-b0859a8c-04eb-43f2-bc58-c7ce913c485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:48.526053 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-70d51821-a043-4e32-92ef-991d6ee7beac req-b0859a8c-04eb-43f2-bc58-c7ce913c485d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 200 len: 857 time: 0.0455072 Apr 01 21:44:48.575645 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d51821-a043-4e32-92ef-991d6ee7beac req-c2c5817a-0cd8-408f-b79c-90a7c4d7bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:48.577091 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-70d51821-a043-4e32-92ef-991d6ee7beac req-c2c5817a-0cd8-408f-b79c-90a7c4d7bfa6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=45e7b50d-8751-4809-b89b-4a262470e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423009 Apr 01 21:44:48.663018 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-70d51821-a043-4e32-92ef-991d6ee7beac req-97b26775-9912-476c-9887-ab91b2490d2f service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791185 Apr 01 21:44:48.757514 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-70d51821-a043-4e32-92ef-991d6ee7beac req-814deda8-08b5-4177-891d-df7f343b0f9d service neutron] 10.222.0.31 "GET /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843782 Apr 01 21:44:49.094304 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46851cc1-1c4a-4145-9ecb-9edfcfe1f9d8 req-4aa179b9-58e7-483a-9df6-a8294c9ca367 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:49.095789 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-46851cc1-1c4a-4145-9ecb-9edfcfe1f9d8 req-4aa179b9-58e7-483a-9df6-a8294c9ca367 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 945 time: 0.0541053 Apr 01 21:44:49.128485 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62508f-120d-4e8a-86b3-bfdb288b2148 req-ccadfd7d-046f-4cd2-84ae-165369cc110e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:49.129981 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8b62508f-120d-4e8a-86b3-bfdb288b2148 req-ccadfd7d-046f-4cd2-84ae-165369cc110e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0506058 Apr 01 21:44:49.141966 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-46851cc1-1c4a-4145-9ecb-9edfcfe1f9d8 req-680a038c-2c1c-4df8-bb9a-1d5382c71db6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Apr 01 21:44:49.175223 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8b62508f-120d-4e8a-86b3-bfdb288b2148 req-f45c419d-4800-46d6-b6da-9c37b088e741 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390451 Apr 01 21:44:50.139973 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-c7846ee7-804b-48be-bf0d-ff926798ac5d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:50.141443 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-c7846ee7-804b-48be-bf0d-ff926798ac5d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0545490 Apr 01 21:44:50.275043 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Deleting port 8397bc5d-0ec8-461c-8b82-e139352b34b1 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:44:50.275385 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:50.286284 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f86c6-bc57-4d3c-bd07-a10e06015b3a req-3d821d08-63bf-460d-8916-2998d7e69de6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:50.287789 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6f4f86c6-bc57-4d3c-bd07-a10e06015b3a req-3d821d08-63bf-460d-8916-2998d7e69de6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 945 time: 0.0748594 Apr 01 21:44:50.304294 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefadc94-67a1-4c32-b613-a3af00ae129c req-599ae23e-16cc-496f-9aff-9e80a2cc90e4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:50.305809 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cefadc94-67a1-4c32-b613-a3af00ae129c req-599ae23e-16cc-496f-9aff-9e80a2cc90e4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 947 time: 0.0531244 Apr 01 21:44:50.353015 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cefadc94-67a1-4c32-b613-a3af00ae129c req-ef35e64d-75e3-4413-8462-06c20df6de0b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=48b747a7-5ada-4e38-9405-a257953b75a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412951 Apr 01 21:44:50.389100 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6f4f86c6-bc57-4d3c-bd07-a10e06015b3a req-caaea185-66c0-4fb6-bd66-e8de227e7a50 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887394 Apr 01 21:44:50.405775 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] For port 8397bc5d-0ec8-461c-8b82-e139352b34b1, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=8397bc5d-0ec8-461c-8b82-e139352b34b1,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:44:50.406140 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:50.572230 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:50.572588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (d48593be-5944-4568-99f0-7e2e8c4da51b), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:50.572903 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Floating IP d48593be-5944-4568-99f0-7e2e8c4da51b disassociated. External IP: 172.27.1.59, port: 8397bc5d-0ec8-461c-8b82-e139352b34b1. Apr 01 21:44:50.573247 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Calling delete_port for 8397bc5d-0ec8-461c-8b82-e139352b34b1 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:44:50.783167 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (8397bc5d-0ec8-461c-8b82-e139352b34b1), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:50.812853 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event deleted for resources: {'Port': ['ID=8397bc5d-0ec8-461c-8b82-e139352b34b1,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:50.926835 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:44:51.035676 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:44:51.046211 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] Sync routers for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:44:51.056144 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:51.056842 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:51.078116 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] No DVR routers for this DVR port 8397bc5d-0ec8-461c-8b82-e139352b34b1 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:44:51.080724 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:51.084072 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f1604a5-a9d2-4b03-b2c0-6c448e7869c8 req-9ba5d74d-2bff-47ba-b0ba-00347170b12e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "DELETE /v2.0/ports/8397bc5d-0ec8-461c-8b82-e139352b34b1 HTTP/1.1" status: 204 len: 173 time: 0.9328170 Apr 01 21:44:51.084510 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-deleted', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:51.086904 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a6b4f-c118-4864-9fc9-99a297612058" -d '{"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-deleted", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:51.126198 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3861391-1c22-4b0e-8886-24711d91344e x-openstack-request-id: req-a3861391-1c22-4b0e-8886-24711d91344e {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:51.126493 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539efb5-8b61-44da-9bc4-41bc6aefcc3a", "name": "network-vif-deleted", "tag": "8397bc5d-0ec8-461c-8b82-e139352b34b1", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:51.126749 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3861391-1c22-4b0e-8886-24711d91344e {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:51.127159 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3861391-1c22-4b0e-8886-24711d91344e'] response: {'server_uuid': 'c539efb5-8b61-44da-9bc4-41bc6aefcc3a', 'name': 'network-vif-deleted', 'tag': '8397bc5d-0ec8-461c-8b82-e139352b34b1', 'status': 'completed', 'code': 200} Apr 01 21:44:51.169675 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:51.356252 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-614fdf05-6990-4ee8-a93f-72f846a3f9c2 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:51.357771 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-614fdf05-6990-4ee8-a93f-72f846a3f9c2 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 945 time: 0.0608406 Apr 01 21:44:51.376736 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:51.408472 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] Checking router: 0a3cb91f-0702-4d22-9c60-d93c24ab89bf for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:44:51.416208 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:44:51.416962 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:51.489188 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9fe22785-c9e0-4592-9e90-e56f2301c022 req-e2dc161c-6d63-4d1a-ad06-3b55545e13ee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c539efb5-8b61-44da-9bc4-41bc6aefcc3a HTTP/1.1" status: 200 len: 210 time: 0.0377672 Apr 01 21:44:51.514504 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Deleting port 06e9be25-428b-44e6-b841-aa6e41021b6a {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:44:51.515058 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:51.542090 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c1fb-d662-402e-96b9-6d5ffde203bf req-5e760b32-c553-427f-b4fd-912ae789b784 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:51.543608 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9631c1fb-d662-402e-96b9-6d5ffde203bf req-5e760b32-c553-427f-b4fd-912ae789b784 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 945 time: 0.0622387 Apr 01 21:44:51.549474 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:44:51.592223 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9631c1fb-d662-402e-96b9-6d5ffde203bf req-134b2ed4-96cc-40ce-96ec-aeaff333e215 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Apr 01 21:44:51.617759 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] For port 06e9be25-428b-44e6-b841-aa6e41021b6a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=06e9be25-428b-44e6-b841-aa6e41021b6a,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:44:51.618208 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:51.631759 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Calling delete_port for 06e9be25-428b-44e6-b841-aa6e41021b6a owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:44:51.748418 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:44:51.775838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9ed06-8aff-4a93-8d18-6197a2dda822 None None] The sync data for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi is: [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:44:51.841575 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (06e9be25-428b-44e6-b841-aa6e41021b6a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:51.871782 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Pushing event deleted for resources: {'Port': ['ID=06e9be25-428b-44e6-b841-aa6e41021b6a,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:51.875382 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['06e9be25-428b-44e6-b841-aa6e41021b6a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:44:51.917828 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] No DVR routers for this DVR port 06e9be25-428b-44e6-b841-aa6e41021b6a on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:44:51.920350 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:51.923643 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e85395ed-3e13-4660-b0be-059b03cf38e7 req-f44cbcab-f28f-4111-8886-56fa748ed8e6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "DELETE /v2.0/ports/06e9be25-428b-44e6-b841-aa6e41021b6a HTTP/1.1" status: 204 len: 173 time: 0.5604956 Apr 01 21:44:52.013720 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a888af-7d74-42c7-9e8e-5da3f147cc51 None None] New status for floating IP d48593be-5944-4568-99f0-7e2e8c4da51b: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:44:52.383363 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-68f7e92f-22ec-472c-ae58-a778d6a8e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:52.641509 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 52972) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:52.711932 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4b0d5916-aeca-4fa6-8b5b-c7ba4d45bee7 req-ef7b7834-ba8c-43b2-8f53-9ce7717f579e tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4783b6e4-8adf-49e2-883d-61de26b7ae11 HTTP/1.1" status: 200 len: 210 time: 0.0373375 Apr 01 21:44:52.725204 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36963b45-4da1-478c-8cf7-3ec7713023fa tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (48b747a7-5ada-4e38-9405-a257953b75a7), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:52.749128 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36963b45-4da1-478c-8cf7-3ec7713023fa tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (48b747a7-5ada-4e38-9405-a257953b75a7), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:52.840653 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36963b45-4da1-478c-8cf7-3ec7713023fa tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (48b747a7-5ada-4e38-9405-a257953b75a7), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:52.843324 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-36963b45-4da1-478c-8cf7-3ec7713023fa tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:52.844511 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-36963b45-4da1-478c-8cf7-3ec7713023fa tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "DELETE /v2.0/security-groups/48b747a7-5ada-4e38-9405-a257953b75a7 HTTP/1.1" status: 204 len: 168 time: 0.2019699 Apr 01 21:44:52.847453 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52974) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:52.855138 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36963b45-4da1-478c-8cf7-3ec7713023fa tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b747a7-5ada-4e38-9405-a257953b75a7,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:52.861805 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.api.v2.resource [None req-74ead853-ff62-4153-9893-eeff0e6540f7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] show failed (client error): The resource could not be found. Apr 01 21:44:52.865434 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-74ead853-ff62-4153-9893-eeff0e6540f7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups/48b747a7-5ada-4e38-9405-a257953b75a7 HTTP/1.1" status: 404 len: 347 time: 0.0143883 Apr 01 21:44:52.865751 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52976) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:52.899774 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:44:52.920459 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 8397bc5d-0ec8-461c-8b82-e139352b34b1 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:44:52.920800 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 8397bc5d-0ec8-461c-8b82-e139352b34b1 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:44:52.921203 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 06e9be25-428b-44e6-b841-aa6e41021b6a no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:44:52.939312 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 06e9be25-428b-44e6-b841-aa6e41021b6a {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:44:52.939752 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 06e9be25-428b-44e6-b841-aa6e41021b6a not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:44:52.990368 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Deleting port 65d5ba63-d583-4ce5-9ca8-1416d2660d38 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:44:52.990700 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:53.066124 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:53.066444 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (65d5ba63-d583-4ce5-9ca8-1416d2660d38), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:53.078718 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Calling delete_port for 65d5ba63-d583-4ce5-9ca8-1416d2660d38 owned by network:floatingip {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:44:53.128462 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'name': 'network-vif-deleted', 'tag': '06e9be25-428b-44e6-b841-aa6e41021b6a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:44:53.131367 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d208f4a2-460f-4276-af18-54719241f29b" -d '{"events": [{"server_uuid": "4783b6e4-8adf-49e2-883d-61de26b7ae11", "name": "network-vif-deleted", "tag": "06e9be25-428b-44e6-b841-aa6e41021b6a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:44:53.164775 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492bed3-b89d-4d00-ad5f-d1daefb02a04 x-openstack-request-id: req-5492bed3-b89d-4d00-ad5f-d1daefb02a04 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:44:53.165073 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4783b6e4-8adf-49e2-883d-61de26b7ae11", "name": "network-vif-deleted", "tag": "06e9be25-428b-44e6-b841-aa6e41021b6a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:44:53.165326 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5492bed3-b89d-4d00-ad5f-d1daefb02a04 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:44:53.165760 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5492bed3-b89d-4d00-ad5f-d1daefb02a04'] response: {'server_uuid': '4783b6e4-8adf-49e2-883d-61de26b7ae11', 'name': 'network-vif-deleted', 'tag': '06e9be25-428b-44e6-b841-aa6e41021b6a', 'status': 'completed', 'code': 200} Apr 01 21:44:53.280408 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (65d5ba63-d583-4ce5-9ca8-1416d2660d38), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:53.307871 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event deleted for resources: {'Port': ['ID=65d5ba63-d583-4ce5-9ca8-1416d2660d38,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:53.332342 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.332693 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.333058 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.333394 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.334373 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.334705 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.335031 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.335357 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.335684 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.336004 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.336324 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.336658 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.336965 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.337289 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.337632 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:44:53.342413 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (d48593be-5944-4568-99f0-7e2e8c4da51b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:53.345002 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:53.346169 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4d8263f7-120f-45a1-b5f4-747de7581d4b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "DELETE /v2.0/floatingips/d48593be-5944-4568-99f0-7e2e8c4da51b HTTP/1.1" status: 204 len: 168 time: 0.4794137 Apr 01 21:44:53.988568 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52988) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:53.993286 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-f187151e-b845-42bd-81a2-e0187ce6a7f8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73496346', 'description': 'tempest-description--931969356'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:54.103449 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f187151e-b845-42bd-81a2-e0187ce6a7f8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.176139 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f187151e-b845-42bd-81a2-e0187ce6a7f8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (57630ae3-cd1c-4b44-9812-bd6fba8ee701), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.234933 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f187151e-b845-42bd-81a2-e0187ce6a7f8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (57630ae3-cd1c-4b44-9812-bd6fba8ee701), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.264629 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187151e-b845-42bd-81a2-e0187ce6a7f8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57630ae3-cd1c-4b44-9812-bd6fba8ee701,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:54.322731 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f187151e-b845-42bd-81a2-e0187ce6a7f8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.323977 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f187151e-b845-42bd-81a2-e0187ce6a7f8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3344107 Apr 01 21:44:54.326760 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52992) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:54.331082 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-febcd0d2-f903-4b1d-9d2c-dc484e78a7ca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'security_group_rule': {'security_group_id': '57630ae3-cd1c-4b44-9812-bd6fba8ee701', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:54.428710 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-febcd0d2-f903-4b1d-9d2c-dc484e78a7ca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (c2b691ca-2319-4700-a51e-b0194c2f4553), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.481596 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-febcd0d2-f903-4b1d-9d2c-dc484e78a7ca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (c2b691ca-2319-4700-a51e-b0194c2f4553), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.560528 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-febcd0d2-f903-4b1d-9d2c-dc484e78a7ca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (c2b691ca-2319-4700-a51e-b0194c2f4553), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.575419 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcd0d2-f903-4b1d-9d2c-dc484e78a7ca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b691ca-2319-4700-a51e-b0194c2f4553,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:54.611907 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1bf2-6074-4049-b642-22376ad4ab6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.642387 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-febcd0d2-f903-4b1d-9d2c-dc484e78a7ca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.643579 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-febcd0d2-f903-4b1d-9d2c-dc484e78a7ca tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158958 Apr 01 21:44:54.646356 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52994) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:54.650489 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-6f14c682-3a85-43a3-829b-3ff1000501dd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'security_group_rule': {'security_group_id': '57630ae3-cd1c-4b44-9812-bd6fba8ee701', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:54.719198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f14c682-3a85-43a3-829b-3ff1000501dd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (ac4c98c3-daa4-4536-9e60-d56a64653483), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.773089 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f14c682-3a85-43a3-829b-3ff1000501dd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (ac4c98c3-daa4-4536-9e60-d56a64653483), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.846224 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f14c682-3a85-43a3-829b-3ff1000501dd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (ac4c98c3-daa4-4536-9e60-d56a64653483), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.866967 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14c682-3a85-43a3-829b-3ff1000501dd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4c98c3-daa4-4536-9e60-d56a64653483,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:54.945527 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6f14c682-3a85-43a3-829b-3ff1000501dd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:54.946752 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6f14c682-3a85-43a3-829b-3ff1000501dd tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994893 Apr 01 21:44:54.949919 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 52996) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:44:54.954060 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:55.051989 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.143757 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.253161 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Allocated IP 172.27.1.243 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/0a998f20-6ba4-4827-a73d-1969fb857661) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:44:55.351253 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for port (0a998f20-6ba4-4827-a73d-1969fb857661), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.452116 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (0a998f20-6ba4-4827-a73d-1969fb857661), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.488409 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:44:55.491227 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:44:55.496740 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:44:55.510239 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'Port': ['ID=0a998f20-6ba4-4827-a73d-1969fb857661,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:55.551182 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (448eca1d-192e-4551-987b-567a904e4df6), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.644067 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (0a998f20-6ba4-4827-a73d-1969fb857661), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.788950 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.797748 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for port (0a998f20-6ba4-4827-a73d-1969fb857661), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.857529 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (0a998f20-6ba4-4827-a73d-1969fb857661), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.888752 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (448eca1d-192e-4551-987b-567a904e4df6), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.908215 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'Port': ['ID=0a998f20-6ba4-4827-a73d-1969fb857661,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:55.962246 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:55.963511 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-cc35906c-f3f3-4460-a973-27bf24566dfc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0126812 Apr 01 21:44:56.154760 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-3d055e43-34d2-4744-a395-ea7b30fabbda tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--73496346&fields=id&tenant_id=b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 267 time: 0.0418055 Apr 01 21:44:56.260216 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-f59c0f65-bc32-486f-b658-2f929f177192 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:56.261787 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-f59c0f65-bc32-486f-b658-2f929f177192 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 817 time: 0.1005964 Apr 01 21:44:56.276115 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-fb2d7deb-e848-4106-8918-f6b17ef1e389 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/quotas/b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Apr 01 21:44:56.329636 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-af1d79ed-f5e4-4f78-a89b-bd4bb01e6943 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484338 Apr 01 21:44:56.420191 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-62bb15fb-8a31-417c-a80d-71cf3bae9eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795777 Apr 01 21:44:56.507593 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8278f26d-d28b-4be7-a7c9-187a153fb9b4 service neutron] 10.222.0.30 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818672 Apr 01 21:44:56.696684 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:44:56.766825 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9253bb2c-dd6d-43a0-938e-d07091d108e9 req-dfe3bb57-fabb-46c1-b5d7-29408a0cfda1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 210 time: 0.0269027 Apr 01 21:44:57.040406 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:57.864778 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2a2d1dba-3a5d-4005-b9d2-ba6801f4cf4d req-d6faf873-7a9d-45ee-b099-4fbe35596f57 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 210 time: 0.0275218 Apr 01 21:44:58.600838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:58.703851 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-25c11d92-128b-4e69-8585-48207c6a7bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:58.705301 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-25c11d92-128b-4e69-8585-48207c6a7bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 817 time: 0.1025124 Apr 01 21:44:58.783279 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-115b2b89-8033-4d10-a516-f07d8b483549 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 378 time: 0.0563397 Apr 01 21:44:58.791965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'port': {'device_id': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'admin_state_up': True, 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'security_groups': ['57630ae3-cd1c-4b44-9812-bd6fba8ee701']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:58.968082 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f6bd2d6-ef7e-4cbf-bac3-918d896d8d85 req-6b2333bf-ce4a-4743-9f42-0b83a3e20472 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 210 time: 0.0321157 Apr 01 21:44:58.993192 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Made reservation on behalf of b830e6c4d18d4632b83ac205b83cd683 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:44:58.993192 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.113262 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Allocated IP 172.20.0.6 (bbed30bf-fb51-411a-9965-9d6a277737eb/d8c73fc9-1d2b-4895-a866-7a59f4a827c1/b8987b52-1747-4683-8aec-6eff5f036d15) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:44:59.247401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for port (b8987b52-1747-4683-8aec-6eff5f036d15), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.320986 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.362219 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Network bbed30bf-fb51-411a-9965-9d6a277737eb is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:44:59.365201 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:44:59.371213 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:44:59.377199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:44:59.423243 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:44:59.423857 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.488462 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-8d0ebcd3-ea19-4fa1-8145-fb2bc3cb1319 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7000740 Apr 01 21:44:59.507535 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Request body: {'port': {'device_id': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:44:59.569573 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.594090 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-82fe7394-4688-44c6-8cb1-a528ecf17289 None None] Provisioning complete for port b8987b52-1747-4683-8aec-6eff5f036d15 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:44:59.594389 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-82fe7394-4688-44c6-8cb1-a528ecf17289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.631012 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-82fe7394-4688-44c6-8cb1-a528ecf17289 None None] Port b8987b52-1747-4683-8aec-6eff5f036d15 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:44:59.827868 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8987b52-1747-4683-8aec-6eff5f036d15 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:44:59.835333 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Publish callbacks [] for port (b8987b52-1747-4683-8aec-6eff5f036d15), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.847120 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Transition to ACTIVE for port object b8987b52-1747-4683-8aec-6eff5f036d15 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:44:59.897945 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:44:59.948369 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:00.040621 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Attempting to bind port b8987b52-1747-4683-8aec-6eff5f036d15 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:45:00.040961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Attempting to bind port b8987b52-1747-4683-8aec-6eff5f036d15 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:45:00.041800 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Attempting to bind port b8987b52-1747-4683-8aec-6eff5f036d15 on network bbed30bf-fb51-411a-9965-9d6a277737eb {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:00.046686 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Port b8987b52-1747-4683-8aec-6eff5f036d15 on network bbed30bf-fb51-411a-9965-9d6a277737eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:45:00.047013 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Attempting to bind port b8987b52-1747-4683-8aec-6eff5f036d15 on network bbed30bf-fb51-411a-9965-9d6a277737eb {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:00.053986 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:45:00.054329 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Checking segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:45:00.054848 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Bound using segment: {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:45:00.055288 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Bound port: b8987b52-1747-4683-8aec-6eff5f036d15, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a120e8e6-25c4-416a-9895-34d1bf5d3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:45:00.055651 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:00.108086 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9b1d5-c3b2-4fd1-942f-3c623c56408c req-a4d90ec7-ec79-4f2b-966e-a813e6655860 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:00.109566 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cbf9b1d5-c3b2-4fd1-942f-3c623c56408c req-a4d90ec7-ec79-4f2b-966e-a813e6655860 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0582716 Apr 01 21:45:00.124298 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:45:00.127482 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:45:00.166700 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cbf9b1d5-c3b2-4fd1-942f-3c623c56408c req-738fdcc3-972b-4c25-91c2-286b1123ddbf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494959 Apr 01 21:45:00.189955 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:00.224511 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:00.224511 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:00.224511 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] 10.222.0.31 "PUT /v2.0/ports/b8987b52-1747-4683-8aec-6eff5f036d15 HTTP/1.1" status: 200 len: 1093 time: 0.7214651 Apr 01 21:45:00.225414 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:00.227668 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0561242-df9a-4837-96ac-30b373e30005" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:00.254266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6890cc-0f89-4bee-822e-92af065a2f4f service neutron] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:00.271269 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732769bf-f56d-46fb-864c-d256cc16ed2c x-openstack-request-id: req-732769bf-f56d-46fb-864c-d256cc16ed2c {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:00.271269 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:00.272091 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-732769bf-f56d-46fb-864c-d256cc16ed2c {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:00.272453 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732769bf-f56d-46fb-864c-d256cc16ed2c'] response: {'name': 'network-changed', 'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'status': 'completed', 'code': 200} Apr 01 21:45:00.372318 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561242-df9a-4837-96ac-30b373e30005 req-ffd7815c-2316-4b72-90e5-b6d4c1f6950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:00.373909 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f0561242-df9a-4837-96ac-30b373e30005 req-ffd7815c-2316-4b72-90e5-b6d4c1f6950d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 1127 time: 0.0499363 Apr 01 21:45:01.291030 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b3831-9db9-4a89-bde9-8b69e912fb8a req-603e7f47-dcab-49b5-b007-1c821a427964 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:01.292524 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-647b3831-9db9-4a89-bde9-8b69e912fb8a req-603e7f47-dcab-49b5-b007-1c821a427964 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0520411 Apr 01 21:45:01.338079 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-647b3831-9db9-4a89-bde9-8b69e912fb8a req-fac16deb-3e38-4563-b05e-531762a1e094 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399740 Apr 01 21:45:02.463137 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f9537-7dc1-430d-8737-eb158dce7756 req-93a5d495-ad45-4910-bc86-6765545bdfe4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:02.464632 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-865f9537-7dc1-430d-8737-eb158dce7756 req-93a5d495-ad45-4910-bc86-6765545bdfe4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0511439 Apr 01 21:45:02.509928 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-865f9537-7dc1-430d-8737-eb158dce7756 req-111ca69a-248c-443a-96a0-c3d48d519e95 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398586 Apr 01 21:45:02.935267 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561242-df9a-4837-96ac-30b373e30005 req-908727dd-e882-45a7-9548-e738f75693f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:02.936695 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f0561242-df9a-4837-96ac-30b373e30005 req-908727dd-e882-45a7-9548-e738f75693f0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b830e6c4d18d4632b83ac205b83cd683&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0906882 Apr 01 21:45:03.031279 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561242-df9a-4837-96ac-30b373e30005 req-6c294593-40ed-45d4-87b3-2f7466c39263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:03.032751 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f0561242-df9a-4837-96ac-30b373e30005 req-6c294593-40ed-45d4-87b3-2f7466c39263 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892277 Apr 01 21:45:03.158031 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-25293f0b-e9af-43c3-b3b4-54b48346e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:03.159539 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-25293f0b-e9af-43c3-b3b4-54b48346e53d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 1127 time: 0.0469003 Apr 01 21:45:03.220482 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-07eea9c4-7b94-42f2-b1dc-997080875579 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8987b52-1747-4683-8aec-6eff5f036d15 HTTP/1.1" status: 200 len: 217 time: 0.0386238 Apr 01 21:45:03.267839 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-2fda7bae-c2bb-4184-adaa-6973972586a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:03.269301 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-2fda7bae-c2bb-4184-adaa-6973972586a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0431504 Apr 01 21:45:03.296018 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-8637d44d-e695-409c-9f1d-bab4c39d3a04 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:03.297510 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-8637d44d-e695-409c-9f1d-bab4c39d3a04 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/networks?id=e0995c66-83c8-47c3-835c-67bcf7ec66a8 HTTP/1.1" status: 200 len: 814 time: 0.1037734 Apr 01 21:45:03.312429 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-f921383e-8d3a-45a3-9575-a12a77639327 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/quotas/9d5b480d693e4532b05ad786a49f9ec9 HTTP/1.1" status: 200 len: 375 time: 0.0088146 Apr 01 21:45:03.320270 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-a9d68258-b3b6-47e9-83ba-ebb84f39ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:03.321768 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-a9d68258-b3b6-47e9-83ba-ebb84f39ab78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446360 Apr 01 21:45:03.345393 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-6707fd8f-bc28-4374-9982-a35a0dfe759a tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276239 Apr 01 21:45:03.417029 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-ffc910de-1cc2-409a-847d-067225b05a80 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Apr 01 21:45:03.433160 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-fa290597-4aa9-4f1e-b877-f41cd3acbe65 service neutron] 10.222.0.30 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812631 Apr 01 21:45:03.507836 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-14f6803b-53a0-40b9-8b18-0f7b1563fc43 req-79c064f7-116c-447c-9d40-a8497fbb76eb service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820956 Apr 01 21:45:03.524280 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-428f6e8a-f7da-467a-8dce-e5f424ae4fbc service neutron] 10.222.0.30 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850804 Apr 01 21:45:03.632737 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55ab4-5b8d-4943-9b69-ea7d00d51365 req-0714f6ca-7ff6-47ef-8958-4e76975baa3a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:03.634267 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6ab55ab4-5b8d-4943-9b69-ea7d00d51365 req-0714f6ca-7ff6-47ef-8958-4e76975baa3a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0539229 Apr 01 21:45:03.684419 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6ab55ab4-5b8d-4943-9b69-ea7d00d51365 req-35b85f97-4652-420a-b38e-60a4e104d483 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446393 Apr 01 21:45:03.786522 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cabb1eca-05a4-4df8-b3fe-0e3f4b466fb5 req-9d034a8d-d29f-4268-a130-2d272cccb416 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 210 time: 0.0266290 Apr 01 21:45:04.807599 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6127d-ec31-4fb5-8d98-fa71c164b1bf req-64b23b18-8415-4952-8798-4dfe685373f9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:04.810094 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8dd6127d-ec31-4fb5-8d98-fa71c164b1bf req-64b23b18-8415-4952-8798-4dfe685373f9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0544121 Apr 01 21:45:04.859151 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8dd6127d-ec31-4fb5-8d98-fa71c164b1bf req-b54c00a0-50a9-4892-8989-af4c141148d4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441957 Apr 01 21:45:04.883331 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6362a0f4-a4ff-42a7-9138-9619f599ffee req-8149e4d8-e96c-4974-98a5-3276758f9a51 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 210 time: 0.0281043 Apr 01 21:45:05.650930 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-1f8dc2db-5250-42c1-b8db-75ed1091164c tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:05.652274 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-1f8dc2db-5250-42c1-b8db-75ed1091164c tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "GET /v2.0/networks?id=e0995c66-83c8-47c3-835c-67bcf7ec66a8 HTTP/1.1" status: 200 len: 814 time: 0.0989702 Apr 01 21:45:05.672853 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Request body: {'port': {'device_id': '4c43e360-65c9-4818-8896-7e905922178c', 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8', 'admin_state_up': True, 'tenant_id': '9d5b480d693e4532b05ad786a49f9ec9'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:05.857423 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Made reservation on behalf of 9d5b480d693e4532b05ad786a49f9ec9 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:45:05.860784 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:05.992509 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe27d78-6ce6-46aa-aba9-d856a1752ce6 req-affdb93f-29ed-4cd8-9ac8-d71ec23dde6d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:05.994124 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-dbe27d78-6ce6-46aa-aba9-d856a1752ce6 req-affdb93f-29ed-4cd8-9ac8-d71ec23dde6d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0618205 Apr 01 21:45:06.003654 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e6c23e0-add3-46f0-831d-ebccb577e587 req-f0fc3b3c-797f-4416-87e9-90091a11d765 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 210 time: 0.0353892 Apr 01 21:45:06.019655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Allocated IP 172.20.0.2 (e0995c66-83c8-47c3-835c-67bcf7ec66a8/5f66dd64-fa60-4aae-8a20-52d9bac78e68/a457e561-99de-4879-a2bd-6dec0d6b19cd) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:45:06.045961 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-dbe27d78-6ce6-46aa-aba9-d856a1752ce6 req-a9fa3f6f-9b64-4e6d-8a06-21694bf0fc8e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456421 Apr 01 21:45:06.179153 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks [] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:06.263585 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:06.304234 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Network e0995c66-83c8-47c3-835c-67bcf7ec66a8 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:45:06.307356 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:45:06.311107 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:45:06.337752 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Pushing event updated for resources: {'Port': ['ID=a457e561-99de-4879-a2bd-6dec0d6b19cd,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:06.364701 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:06.365344 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:06.471332 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-3d2da83c-cabb-4e9e-ade3-592d4ab2a012 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019822 Apr 01 21:45:06.492552 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Request body: {'port': {'device_id': '4c43e360-65c9-4818-8896-7e905922178c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:06.551533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:06.803591 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a457e561-99de-4879-a2bd-6dec0d6b19cd {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:45:06.810892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Publish callbacks [] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:06.822745 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Transition to ACTIVE for port object a457e561-99de-4879-a2bd-6dec0d6b19cd will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:45:06.903145 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:06.949957 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a457e561-99de-4879-a2bd-6dec0d6b19cd,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:07.020681 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Attempting to bind port a457e561-99de-4879-a2bd-6dec0d6b19cd on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:45:07.021859 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Attempting to bind port a457e561-99de-4879-a2bd-6dec0d6b19cd by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:45:07.021859 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Attempting to bind port a457e561-99de-4879-a2bd-6dec0d6b19cd on network e0995c66-83c8-47c3-835c-67bcf7ec66a8 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:07.027757 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Port a457e561-99de-4879-a2bd-6dec0d6b19cd on network e0995c66-83c8-47c3-835c-67bcf7ec66a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:45:07.028081 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Attempting to bind port a457e561-99de-4879-a2bd-6dec0d6b19cd on network e0995c66-83c8-47c3-835c-67bcf7ec66a8 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:07.035697 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:45:07.036166 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Checking segment: {'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:45:07.036551 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Bound using segment: {'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:45:07.037032 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Bound port: a457e561-99de-4879-a2bd-6dec0d6b19cd, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c3483a-5ab4-402d-8c07-5d33709751f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:45:07.037928 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:07.090006 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:45:07.132979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] For port a457e561-99de-4879-a2bd-6dec0d6b19cd, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:45:07.136892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] For port a457e561-99de-4879-a2bd-6dec0d6b19cd, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=a457e561-99de-4879-a2bd-6dec0d6b19cd,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:45:07.157516 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a972b-8e64-4d4f-abb0-02156afb3aee req-e09abd8c-c70e-4919-95fe-2f2f3f03b4d1 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.159382 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-db4a972b-8e64-4d4f-abb0-02156afb3aee req-e09abd8c-c70e-4919-95fe-2f2f3f03b4d1 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 943 time: 0.0863123 Apr 01 21:45:07.174127 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ac28-6076-4a29-bfcf-c9d52f8a35be req-267b9c45-5a77-4978-bc55-43a99e99b019 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.175683 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-44c1ac28-6076-4a29-bfcf-c9d52f8a35be req-267b9c45-5a77-4978-bc55-43a99e99b019 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0566986 Apr 01 21:45:07.198595 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:07.206004 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:07.211429 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'port_id': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'mac_address': 'fa:16:3e:f1:cc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:45:07.230661 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-44c1ac28-6076-4a29-bfcf-c9d52f8a35be req-a3f5b4c3-194a-4498-b3cf-a977f73b652e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481002 Apr 01 21:45:07.243345 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-db4a972b-8e64-4d4f-abb0-02156afb3aee req-52d9523d-a623-4781-b4a3-e5a6c9619fd3 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772638 Apr 01 21:45:07.249103 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:07.249635 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:07.258384 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.259045 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:07.260482 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] 10.222.0.31 "PUT /v2.0/ports/a457e561-99de-4879-a2bd-6dec0d6b19cd HTTP/1.1" status: 200 len: 1093 time: 0.7724805 Apr 01 21:45:07.260966 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43e360-65c9-4818-8896-7e905922178c', 'tag': 'a457e561-99de-4879-a2bd-6dec0d6b19cd'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:07.272170 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db6f88-ebc4-402c-afa2-80e23091c26b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c43e360-65c9-4818-8896-7e905922178c", "tag": "a457e561-99de-4879-a2bd-6dec0d6b19cd"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:07.279808 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8987b52-1747-4683-8aec-6eff5f036d15 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:45:07.299736 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ab0bf-ea09-444e-a9d4-8e234bf2afc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a457e561-99de-4879-a2bd-6dec0d6b19cd,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:07.301008 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:07.305491 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879760db-806f-40e0-9f84-78f5710204e5 x-openstack-request-id: req-879760db-806f-40e0-9f84-78f5710204e5 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:07.305801 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c43e360-65c9-4818-8896-7e905922178c", "tag": "a457e561-99de-4879-a2bd-6dec0d6b19cd", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:07.306049 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-879760db-806f-40e0-9f84-78f5710204e5 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:07.306441 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879760db-806f-40e0-9f84-78f5710204e5'] response: {'name': 'network-changed', 'server_uuid': '4c43e360-65c9-4818-8896-7e905922178c', 'tag': 'a457e561-99de-4879-a2bd-6dec0d6b19cd', 'status': 'completed', 'code': 200} Apr 01 21:45:07.365528 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:07.391386 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6f88-ebc4-402c-afa2-80e23091c26b req-4264199d-e5a9-474d-98d5-8b9e29887f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.392906 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c8db6f88-ebc4-402c-afa2-80e23091c26b req-4264199d-e5a9-474d-98d5-8b9e29887f81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 1127 time: 0.0447705 Apr 01 21:45:07.412569 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:07.419422 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.419766 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.420131 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.420485 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.420816 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.421140 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.421604 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.421819 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.422144 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.422459 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.422779 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.423112 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.423432 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.423746 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.424061 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:07.498671 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6f88-ebc4-402c-afa2-80e23091c26b req-4adc4e11-d2e2-482e-b053-95728109c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.500138 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c8db6f88-ebc4-402c-afa2-80e23091c26b req-4adc4e11-d2e2-482e-b053-95728109c2aa service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936546 Apr 01 21:45:07.589746 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6f88-ebc4-402c-afa2-80e23091c26b req-6658532e-9e88-4287-af6a-6fa52d3453bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.591178 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c8db6f88-ebc4-402c-afa2-80e23091c26b req-6658532e-9e88-4287-af6a-6fa52d3453bf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848608 Apr 01 21:45:07.702670 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-01192963-0b18-4cd1-835d-aa70e1e91b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.704145 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-01192963-0b18-4cd1-835d-aa70e1e91b82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 1127 time: 0.0477936 Apr 01 21:45:07.758565 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-9773b866-3e2a-4f1b-a897-2fc22758a105 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a457e561-99de-4879-a2bd-6dec0d6b19cd HTTP/1.1" status: 200 len: 217 time: 0.0327768 Apr 01 21:45:07.805039 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-f8b46936-c0b5-4cc8-bef0-f7a72428ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:07.806504 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-f8b46936-c0b5-4cc8-bef0-f7a72428ab03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5f66dd64-fa60-4aae-8a20-52d9bac78e68 HTTP/1.1" status: 200 len: 854 time: 0.0422108 Apr 01 21:45:07.813764 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['b8987b52-1747-4683-8aec-6eff5f036d15'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:45:07.838441 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-945da7ea-c3e8-47e6-99ee-314f3c8d91b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0995c66-83c8-47c3-835c-67bcf7ec66a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252032 Apr 01 21:45:07.931036 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-1e75db7a-4ee8-4bda-8a91-4c1f5af53086 service neutron] 10.222.0.31 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843439 Apr 01 21:45:08.018879 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6af90fd1-71d9-4e4b-94d0-5379f55bd48c req-e276978e-044a-40ec-80e8-16ab02d83eeb service neutron] 10.222.0.31 "GET /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806327 Apr 01 21:45:08.370046 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d94984-e1bd-4427-873a-e001e331ad67 req-06e8236f-b16e-4d60-9726-a53bcc0446cc tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:08.371563 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-32d94984-e1bd-4427-873a-e001e331ad67 req-06e8236f-b16e-4d60-9726-a53bcc0446cc tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 943 time: 0.0512841 Apr 01 21:45:08.422679 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-32d94984-e1bd-4427-873a-e001e331ad67 req-82f56fb5-b956-4d5b-9aed-bfe809546eb8 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454834 Apr 01 21:45:08.466200 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ee506-bfa3-4b9a-aa41-5beb5fee4741 req-8654431f-ed24-457d-8cda-e3704e80de81 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:08.467676 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f11ee506-bfa3-4b9a-aa41-5beb5fee4741 req-8654431f-ed24-457d-8cda-e3704e80de81 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 944 time: 0.1657088 Apr 01 21:45:08.512761 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f11ee506-bfa3-4b9a-aa41-5beb5fee4741 req-1e81801c-b5a3-4dfe-858c-1fe02b1ce419 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396500 Apr 01 21:45:09.088921 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:45:09.171524 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port b8987b52-1747-4683-8aec-6eff5f036d15 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:45:09.175664 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port b8987b52-1747-4683-8aec-6eff5f036d15 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:45:09.176040 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:09.250221 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:09.250609 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:09.272876 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:09.275108 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a21ad7-8406-4827-a5ac-aac86187ac89" -d '{"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-plugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:09.291096 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:09.312606 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e8759-f465-4286-aa7e-175e153f2803 x-openstack-request-id: req-1e1e8759-f465-4286-aa7e-175e153f2803 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:09.312606 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-plugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:09.312606 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e1e8759-f465-4286-aa7e-175e153f2803 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:09.312606 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1e8759-f465-4286-aa7e-175e153f2803'] response: {'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'code': 200} Apr 01 21:45:09.360389 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:09.526100 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:09.548249 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d412-7ba4-4bbb-8cfe-4ed54f139e0f req-aeb05c66-2288-4cfc-9635-535525ae7659 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:09.549825 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2242d412-7ba4-4bbb-8cfe-4ed54f139e0f req-aeb05c66-2288-4cfc-9635-535525ae7659 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 943 time: 0.0552664 Apr 01 21:45:09.597578 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2242d412-7ba4-4bbb-8cfe-4ed54f139e0f req-3ee4f5e7-e563-465b-a5a1-ffbddd6912db tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Apr 01 21:45:09.680900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba45ab-8aae-42bf-820a-9735e8a1cafc req-b6dab100-7072-4a57-ac80-c767aaffcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:09.682453 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91ba45ab-8aae-42bf-820a-9735e8a1cafc req-b6dab100-7072-4a57-ac80-c767aaffcf5b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 1129 time: 0.0452702 Apr 01 21:45:09.686843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeeaa18-cb0d-43ef-aaf7-07d0cddd0427 req-355118ba-28a3-479f-8d49-46be4c25354e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:09.688358 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-adeeaa18-cb0d-43ef-aaf7-07d0cddd0427 req-355118ba-28a3-479f-8d49-46be4c25354e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.1053936 Apr 01 21:45:09.736654 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-adeeaa18-cb0d-43ef-aaf7-07d0cddd0427 req-cf470d0f-5f8d-4a81-bf91-dca641e429a8 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422325 Apr 01 21:45:09.971416 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91ba45ab-8aae-42bf-820a-9735e8a1cafc req-314f238b-38b4-45fb-80f4-e2d03070ebea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2809377 Apr 01 21:45:10.711075 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16866763-f876-430e-b934-3c064a453408 req-93af6da7-77b0-4950-ad99-85b479381085 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:10.712519 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-16866763-f876-430e-b934-3c064a453408 req-93af6da7-77b0-4950-ad99-85b479381085 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 943 time: 0.0509200 Apr 01 21:45:10.757205 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-16866763-f876-430e-b934-3c064a453408 req-730f06af-e64d-4722-8f1b-c4c31e99d569 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Apr 01 21:45:10.857639 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd827aee-a42f-496a-a091-bee5e63e9c34 req-e6ba47e0-c530-4243-bd08-e6a8ecdb20ed tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:10.859107 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cd827aee-a42f-496a-a091-bee5e63e9c34 req-e6ba47e0-c530-4243-bd08-e6a8ecdb20ed tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0514550 Apr 01 21:45:10.904197 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-cd827aee-a42f-496a-a091-bee5e63e9c34 req-79e7aafd-32cd-4113-baff-60442d95a946 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395713 Apr 01 21:45:11.105535 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device a457e561-99de-4879-a2bd-6dec0d6b19cd details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:45:11.202296 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port a457e561-99de-4879-a2bd-6dec0d6b19cd, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=a457e561-99de-4879-a2bd-6dec0d6b19cd,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:11.220756 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'a457e561-99de-4879-a2bd-6dec0d6b19cd', 'network_id': 'e0995c66-83c8-47c3-835c-67bcf7ec66a8', 'port_id': 'a457e561-99de-4879-a2bd-6dec0d6b19cd', 'mac_address': 'fa:16:3e:7e:a7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f66dd64-fa60-4aae-8a20-52d9bac78e68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:45:11.260617 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port a457e561-99de-4879-a2bd-6dec0d6b19cd is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:11.261006 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:11.273792 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a457e561-99de-4879-a2bd-6dec0d6b19cd {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:45:11.294970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port a457e561-99de-4879-a2bd-6dec0d6b19cd, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=a457e561-99de-4879-a2bd-6dec0d6b19cd,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:11.303651 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:11.394837 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:11.440263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=a457e561-99de-4879-a2bd-6dec0d6b19cd,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:11.868711 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['a457e561-99de-4879-a2bd-6dec0d6b19cd'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:45:11.872771 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc01089-f12f-4b7d-92bc-dfa72b664f91 req-a82c83b5-8113-4fad-a611-3ffa7a6cc2ee tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:11.875012 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8dc01089-f12f-4b7d-92bc-dfa72b664f91 req-a82c83b5-8113-4fad-a611-3ffa7a6cc2ee tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 944 time: 0.0511901 Apr 01 21:45:11.924128 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8dc01089-f12f-4b7d-92bc-dfa72b664f91 req-8f32e5ce-dd40-470a-87c9-3bdd557cf0f3 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Apr 01 21:45:12.031407 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e15a6f-f4e2-42b8-9dec-fd2bc0d63508 req-a1d20e94-ad1d-46d0-ba61-f0075aa5d4d3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:12.032890 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-47e15a6f-f4e2-42b8-9dec-fd2bc0d63508 req-a1d20e94-ad1d-46d0-ba61-f0075aa5d4d3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0569425 Apr 01 21:45:12.077998 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-47e15a6f-f4e2-42b8-9dec-fd2bc0d63508 req-fe8b51a0-b122-4051-bcae-d3a3417de847 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394092 Apr 01 21:45:12.192588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11a81b-66d7-448a-b28d-dc459844272a req-fe9677c2-3dd8-4af3-9f4f-349b740a04f0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:12.194964 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9f11a81b-66d7-448a-b28d-dc459844272a req-fe9677c2-3dd8-4af3-9f4f-349b740a04f0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Apr 01 21:45:12.203822 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53148) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:12.208294 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Request body: {'floatingip': {'port_id': 'b8987b52-1747-4683-8aec-6eff5f036d15'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:12.246128 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (448eca1d-192e-4551-987b-567a904e4df6), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:12.486010 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-e0192e8d-9208-479c-b8c2-faf956b45ae7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847502 Apr 01 21:45:12.649487 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-8e597d47-a869-4f3b-9d99-6ee494e4d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:12.651075 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-8e597d47-a869-4f3b-9d99-6ee494e4d9b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 1129 time: 0.1216137 Apr 01 21:45:12.806189 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:12.818429 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-e582dd48-c52a-4686-9509-d6849206d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:12.820150 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-e582dd48-c52a-4686-9509-d6849206d126 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 911 time: 0.1427336 Apr 01 21:45:12.888227 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-2b54c4f9-16c2-42c8-9ddb-a05600d4aac9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 200 len: 999 time: 0.0615277 Apr 01 21:45:12.903172 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (448eca1d-192e-4551-987b-567a904e4df6), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:13.008944 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-52c0be65-792c-4fe4-8c4b-e43d791db70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:13.010651 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-52c0be65-792c-4fe4-8c4b-e43d791db70c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.1160579 Apr 01 21:45:13.044403 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020344-ff13-4321-a82d-55daa2cd48c4 req-30b733e1-98cc-4e6f-aa39-787ada20c82b tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:13.046188 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4b020344-ff13-4321-a82d-55daa2cd48c4 req-30b733e1-98cc-4e6f-aa39-787ada20c82b tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 944 time: 0.0552177 Apr 01 21:45:13.066506 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Floating IP 448eca1d-192e-4551-987b-567a904e4df6 associated. External IP: 172.27.1.243, port: b8987b52-1747-4683-8aec-6eff5f036d15. Apr 01 21:45:13.095391 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device a457e561-99de-4879-a2bd-6dec0d6b19cd up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:45:13.104763 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4b020344-ff13-4321-a82d-55daa2cd48c4 req-dbdcbf73-b832-4525-b68d-8a492ee2cb7e tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514112 Apr 01 21:45:13.150050 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-881f488c-ef34-40d9-bdb8-f9614cda4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:13.153684 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-881f488c-ef34-40d9-bdb8-f9614cda4fb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1329045 Apr 01 21:45:13.209585 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port a457e561-99de-4879-a2bd-6dec0d6b19cd completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:45:13.214229 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port a457e561-99de-4879-a2bd-6dec0d6b19cd triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:45:13.215050 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:13.301230 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port a457e561-99de-4879-a2bd-6dec0d6b19cd is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:13.301656 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:13.324833 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43e360-65c9-4818-8896-7e905922178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a457e561-99de-4879-a2bd-6dec0d6b19cd'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:13.326989 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46075b9e-947b-407a-a102-8bf00d5445e7" -d '{"events": [{"server_uuid": "4c43e360-65c9-4818-8896-7e905922178c", "name": "network-vif-plugged", "status": "completed", "tag": "a457e561-99de-4879-a2bd-6dec0d6b19cd"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:13.335616 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-d7257a52-fdc3-4c10-b474-1b95204e3053 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756947 Apr 01 21:45:13.348518 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port a457e561-99de-4879-a2bd-6dec0d6b19cd, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=a457e561-99de-4879-a2bd-6dec0d6b19cd,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:13.365511 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07374c5-9217-4f61-a6c3-192907b258e1 x-openstack-request-id: req-e07374c5-9217-4f61-a6c3-192907b258e1 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:13.365832 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43e360-65c9-4818-8896-7e905922178c", "name": "network-vif-plugged", "status": "completed", "tag": "a457e561-99de-4879-a2bd-6dec0d6b19cd", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:13.366088 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e07374c5-9217-4f61-a6c3-192907b258e1 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:13.366497 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07374c5-9217-4f61-a6c3-192907b258e1'] response: {'server_uuid': '4c43e360-65c9-4818-8896-7e905922178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a457e561-99de-4879-a2bd-6dec0d6b19cd', 'code': 200} Apr 01 21:45:13.416947 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:13.449451 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:45:13.465656 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=a457e561-99de-4879-a2bd-6dec0d6b19cd,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:13.470000 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4e9b4ea-b658-4354-af75-a3491d07a8a4 req-5b39a7e0-86b2-496a-bdb0-7e8355d51387 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234996 Apr 01 21:45:13.572433 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:45:13.577264 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:13.581820 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] Sync routers for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:45:13.602362 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:13.602362 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:13.620261 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4c97b79d-57e7-4572-9cd9-1316aab77b46 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "PUT /v2.0/floatingips/448eca1d-192e-4551-987b-567a904e4df6 HTTP/1.1" status: 200 len: 991 time: 1.4152794 Apr 01 21:45:13.621585 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:13.623845 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f286939-db23-439a-a196-723bdeb23257" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:13.671476 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63e34da-1d43-471d-aca2-f10194f51a84 x-openstack-request-id: req-d63e34da-1d43-471d-aca2-f10194f51a84 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:13.671823 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:13.672085 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d63e34da-1d43-471d-aca2-f10194f51a84 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:13.672486 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63e34da-1d43-471d-aca2-f10194f51a84'] response: {'name': 'network-changed', 'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'status': 'completed', 'code': 200} Apr 01 21:45:13.702313 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de27d-4bd5-4a24-9223-e293b46983b3 req-7f67e73c-bf88-4c38-ad16-b65d1154a177 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:13.704122 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-628de27d-4bd5-4a24-9223-e293b46983b3 req-7f67e73c-bf88-4c38-ad16-b65d1154a177 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0645375 Apr 01 21:45:13.711517 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:13.799567 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-628de27d-4bd5-4a24-9223-e293b46983b3 req-75670a65-a8bf-40a5-9220-c8441949827e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897121 Apr 01 21:45:13.824851 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286939-db23-439a-a196-723bdeb23257 req-78c324e2-9225-452c-87ce-d2d40487d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:13.824851 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f286939-db23-439a-a196-723bdeb23257 req-78c324e2-9225-452c-87ce-d2d40487d56b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 1129 time: 0.0905993 Apr 01 21:45:13.835152 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd4012-68ba-4798-8e44-e78d02577fea req-de3fe06b-2dbc-4e9a-a868-d11a9fcf31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:13.835152 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6cfd4012-68ba-4798-8e44-e78d02577fea req-de3fe06b-2dbc-4e9a-a868-d11a9fcf31db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 1129 time: 0.0838442 Apr 01 21:45:13.959375 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6cfd4012-68ba-4798-8e44-e78d02577fea req-3e2c8291-c15a-4040-bb39-c3b51936d2e1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898411 Apr 01 21:45:13.976424 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286939-db23-439a-a196-723bdeb23257 req-4b9a5bd9-6695-4fa7-9c10-efdddc080ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:13.977883 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f286939-db23-439a-a196-723bdeb23257 req-4b9a5bd9-6695-4fa7-9c10-efdddc080ed0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.1162663 Apr 01 21:45:13.985914 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '448eca1d-192e-4551-987b-567a904e4df6', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'port_id': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'mac_address': 'fa:16:3e:f1:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:44:55Z', 'updated_at': '2022-04-01T21:45:12Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:14.015183 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] Checking router: 0a3cb91f-0702-4d22-9c60-d93c24ab89bf for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:45:14.023400 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:14.024004 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:14.130445 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:14.227278 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21c91b-5886-4d37-8e7c-cb8537adcb84 req-02a2592c-f989-4abc-8ec7-3e5eaf4e5650 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:14.228808 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ed21c91b-5886-4d37-8e7c-cb8537adcb84 req-02a2592c-f989-4abc-8ec7-3e5eaf4e5650 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 945 time: 0.0542307 Apr 01 21:45:14.280208 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ed21c91b-5886-4d37-8e7c-cb8537adcb84 req-5f6e75af-7697-4df2-a173-7bd19cc5c346 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Apr 01 21:45:14.344560 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f286939-db23-439a-a196-723bdeb23257 req-c0df5b19-9e53-4b11-b128-6f44b6818e0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8987b52-1747-4683-8aec-6eff5f036d15 HTTP/1.1" status: 200 len: 999 time: 0.0647488 Apr 01 21:45:14.361832 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '448eca1d-192e-4551-987b-567a904e4df6', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'port_id': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'mac_address': 'fa:16:3e:f1:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:44:55Z', 'updated_at': '2022-04-01T21:45:12Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:14.393010 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb897c87-9f42-49a2-af9c-752a4bd1116c None None] The sync data for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi is: [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '448eca1d-192e-4551-987b-567a904e4df6', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'port_id': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'mac_address': 'fa:16:3e:f1:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:44:55Z', 'updated_at': '2022-04-01T21:45:12Z', 'revision_number': 1, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:45:14.413483 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286939-db23-439a-a196-723bdeb23257 req-20bc7ebc-2870-4d70-abaa-d933d631861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:14.414991 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f286939-db23-439a-a196-723bdeb23257 req-20bc7ebc-2870-4d70-abaa-d933d631861e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0510666 Apr 01 21:45:14.469314 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286939-db23-439a-a196-723bdeb23257 req-cad0401f-c400-4463-8cce-cc246fa555dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:14.470855 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f286939-db23-439a-a196-723bdeb23257 req-cad0401f-c400-4463-8cce-cc246fa555dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464694 Apr 01 21:45:14.562639 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f286939-db23-439a-a196-723bdeb23257 req-8a71f676-e750-4f12-9724-9e0b1a92d601 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837641 Apr 01 21:45:14.583993 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7725768-0f79-42bc-a333-de7bffb804bd None None] New status for floating IP 448eca1d-192e-4551-987b-567a904e4df6: ACTIVE {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:45:14.664029 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f286939-db23-439a-a196-723bdeb23257 req-2aece725-e82b-4ed8-a565-26157359b755 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927532 Apr 01 21:45:14.923991 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc78135-4a14-4417-8878-1271f43fb567 req-653277c2-8f90-4ce3-ba30-39bc96a79ddd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:14.925456 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-abc78135-4a14-4417-8878-1271f43fb567 req-653277c2-8f90-4ce3-ba30-39bc96a79ddd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0519307 Apr 01 21:45:14.970572 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-abc78135-4a14-4417-8878-1271f43fb567 req-ebce108f-ca07-4fb7-892e-7c94727947fb tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390031 Apr 01 21:45:15.399292 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef78dc2-0563-4ca0-b053-7b7cfd39cff6 req-e40f543f-cd2f-4883-9860-179e028d917d tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:15.400832 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0ef78dc2-0563-4ca0-b053-7b7cfd39cff6 req-e40f543f-cd2f-4883-9860-179e028d917d tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 945 time: 0.0518219 Apr 01 21:45:15.447899 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0ef78dc2-0563-4ca0-b053-7b7cfd39cff6 req-576cbd7a-b257-4e17-b6e5-3b872de81b9e tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Apr 01 21:45:16.092446 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbe801-b811-42b4-8927-871b2f2b7c2f req-293bdab5-6263-4dcd-ad90-4afbc796b8db tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:16.093960 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-99cbe801-b811-42b4-8927-871b2f2b7c2f req-293bdab5-6263-4dcd-ad90-4afbc796b8db tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0558074 Apr 01 21:45:16.140144 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-99cbe801-b811-42b4-8927-871b2f2b7c2f req-dfc070f1-7e2a-4b82-b23e-82892578823e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Apr 01 21:45:16.564393 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47322fad-b507-42ae-a39a-6076cba6ddce req-bd84aa7c-c09d-4d60-9cb3-5c904003a48a tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:16.565801 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-47322fad-b507-42ae-a39a-6076cba6ddce req-bd84aa7c-c09d-4d60-9cb3-5c904003a48a tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 945 time: 0.0509949 Apr 01 21:45:16.610767 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-47322fad-b507-42ae-a39a-6076cba6ddce req-521fa203-595c-4732-b6a2-dd1db5a250a0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Apr 01 21:45:17.039411 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-48441faa-eb93-462d-a122-7efc493c411f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:17.040841 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-48441faa-eb93-462d-a122-7efc493c411f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0519567 Apr 01 21:45:17.141190 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Deleting port 667fda97-3b9b-4877-bdd6-801ea93977f4 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:17.141876 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:17.234716 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] For port 667fda97-3b9b-4877-bdd6-801ea93977f4, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=667fda97-3b9b-4877-bdd6-801ea93977f4,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:17.234970 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:17.262500 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bda5a-6d07-49e5-9819-e31c71df2c60 req-4cc01d58-94c1-4509-b2ba-5ee266d0088d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:17.264008 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9a8bda5a-6d07-49e5-9819-e31c71df2c60 req-4cc01d58-94c1-4509-b2ba-5ee266d0088d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 945 time: 0.0569103 Apr 01 21:45:17.312156 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9a8bda5a-6d07-49e5-9819-e31c71df2c60 req-cdb46ec8-bf41-4092-951b-78ac500121f0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=32c07828-30a3-4988-94ae-9817fc0d3218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425754 Apr 01 21:45:17.410566 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:17.410935 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (7cffcb90-d78e-458b-9104-7955ffbda552), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:17.411252 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Floating IP 7cffcb90-d78e-458b-9104-7955ffbda552 disassociated. External IP: 172.27.1.3, port: 667fda97-3b9b-4877-bdd6-801ea93977f4. Apr 01 21:45:17.411601 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Calling delete_port for 667fda97-3b9b-4877-bdd6-801ea93977f4 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:17.605358 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (667fda97-3b9b-4877-bdd6-801ea93977f4), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:17.635110 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event deleted for resources: {'Port': ['ID=667fda97-3b9b-4877-bdd6-801ea93977f4,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:17.752647 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:45:18.131518 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:45:18.173129 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] Sync routers for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:45:18.178660 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] No DVR routers for this DVR port 667fda97-3b9b-4877-bdd6-801ea93977f4 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:45:18.181295 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:18.184722 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2da87ba5-f03d-484f-bc6f-3c8e90e77283 req-8e1f8d50-e2dc-4291-8667-641fa4aefaa7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "DELETE /v2.0/ports/667fda97-3b9b-4877-bdd6-801ea93977f4 HTTP/1.1" status: 204 len: 173 time: 1.1380539 Apr 01 21:45:18.185166 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'name': 'network-vif-deleted', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:18.192588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e3e672-c541-453f-aa17-3a7e022b226e" -d '{"events": [{"server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "name": "network-vif-deleted", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:18.195166 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:18.195818 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:18.231681 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacea06b-9b59-4b06-897c-0ed04582b773 x-openstack-request-id: req-bacea06b-9b59-4b06-897c-0ed04582b773 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:18.231995 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887a217-dd6c-4154-ad66-3f18e2f902be", "name": "network-vif-deleted", "tag": "667fda97-3b9b-4877-bdd6-801ea93977f4", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:18.232229 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bacea06b-9b59-4b06-897c-0ed04582b773 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:18.232679 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacea06b-9b59-4b06-897c-0ed04582b773'] response: {'server_uuid': 'a887a217-dd6c-4154-ad66-3f18e2f902be', 'name': 'network-vif-deleted', 'tag': '667fda97-3b9b-4877-bdd6-801ea93977f4', 'status': 'completed', 'code': 200} Apr 01 21:45:18.329944 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:18.411347 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-27dc7621-fbfe-4b60-a3db-ce7a7e1897b9 req-da24b269-8151-4aa3-af1d-14dc6d87d894 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=a887a217-dd6c-4154-ad66-3f18e2f902be HTTP/1.1" status: 200 len: 210 time: 0.0308897 Apr 01 21:45:18.559929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6470-9452-4a8e-9d0e-5ad3dc07e840 req-410bcc36-d133-4a79-bc92-35aecc4a9c8b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:18.561449 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e0c6470-9452-4a8e-9d0e-5ad3dc07e840 req-410bcc36-d133-4a79-bc92-35aecc4a9c8b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0585659 Apr 01 21:45:18.564509 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:18.592843 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] Checking router: 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:45:18.603553 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:18.604526 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:44:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:18.612351 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4e0c6470-9452-4a8e-9d0e-5ad3dc07e840 req-f775c28b-d8ad-44ee-a7bc-ec3ecad683c4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Apr 01 21:45:18.714088 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:18.907774 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:18.936763 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1b491-e4f2-4413-9d00-7f90d0c86f49 None None] The sync data for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi is: [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:45:19.158893 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c23cae-f27e-4b33-920e-bef2e9a4663b None None] New status for floating IP 7cffcb90-d78e-458b-9104-7955ffbda552: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:45:19.544153 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53210) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:19.597472 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2c6eda09-7d28-44fb-b1e5-b986d450d26c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (32c07828-30a3-4988-94ae-9817fc0d3218), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:19.622490 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2c6eda09-7d28-44fb-b1e5-b986d450d26c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (32c07828-30a3-4988-94ae-9817fc0d3218), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:19.734993 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd97b3f-2ca9-4885-bef4-9d20cd97e4c5 req-21d51620-0a61-4440-90b4-3ad6b60a628f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:19.736484 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2bd97b3f-2ca9-4885-bef4-9d20cd97e4c5 req-21d51620-0a61-4440-90b4-3ad6b60a628f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0552108 Apr 01 21:45:19.737517 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2c6eda09-7d28-44fb-b1e5-b986d450d26c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (32c07828-30a3-4988-94ae-9817fc0d3218), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:19.740596 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2c6eda09-7d28-44fb-b1e5-b986d450d26c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:19.742373 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2c6eda09-7d28-44fb-b1e5-b986d450d26c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "DELETE /v2.0/security-groups/32c07828-30a3-4988-94ae-9817fc0d3218 HTTP/1.1" status: 204 len: 168 time: 0.1972432 Apr 01 21:45:19.745242 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53214) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:19.758510 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.api.v2.resource [None req-bb442880-6b10-4827-a851-3c95274944ad tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] show failed (client error): The resource could not be found. Apr 01 21:45:19.759502 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-bb442880-6b10-4827-a851-3c95274944ad tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups/32c07828-30a3-4988-94ae-9817fc0d3218 HTTP/1.1" status: 404 len: 347 time: 0.0131614 Apr 01 21:45:19.762473 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53216) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:19.765024 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6eda09-7d28-44fb-b1e5-b986d450d26c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c07828-30a3-4988-94ae-9817fc0d3218,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:19.796555 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2bd97b3f-2ca9-4885-bef4-9d20cd97e4c5 req-97b01e99-755f-433f-85d9-78f67948f687 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530379 Apr 01 21:45:19.887600 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Deleting port 07717213-8c99-4bae-bd5d-73da2cf5c73a {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:19.887946 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:19.964893 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:19.965222 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (07717213-8c99-4bae-bd5d-73da2cf5c73a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:19.977277 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Calling delete_port for 07717213-8c99-4bae-bd5d-73da2cf5c73a owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:20.166184 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (07717213-8c99-4bae-bd5d-73da2cf5c73a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:20.194893 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event deleted for resources: {'Port': ['ID=07717213-8c99-4bae-bd5d-73da2cf5c73a,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:20.255707 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (7cffcb90-d78e-458b-9104-7955ffbda552), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:20.258434 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:20.259585 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-2fb81ebc-f6e4-43ca-b6b9-da34c6f6edef tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "DELETE /v2.0/floatingips/7cffcb90-d78e-458b-9104-7955ffbda552 HTTP/1.1" status: 204 len: 168 time: 0.4962065 Apr 01 21:45:20.594758 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53224) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:20.599306 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-39612975-5264-4405-8e6b-4d9a3ed48d7e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643310866', 'description': 'tempest-description--1396966130'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:20.675118 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-39612975-5264-4405-8e6b-4d9a3ed48d7e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:20.743575 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-39612975-5264-4405-8e6b-4d9a3ed48d7e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (4683d04b-32ed-4a7f-be12-3b3648df15e4), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:20.799767 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-39612975-5264-4405-8e6b-4d9a3ed48d7e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4683d04b-32ed-4a7f-be12-3b3648df15e4), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:20.827825 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39612975-5264-4405-8e6b-4d9a3ed48d7e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4683d04b-32ed-4a7f-be12-3b3648df15e4,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:20.899632 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-39612975-5264-4405-8e6b-4d9a3ed48d7e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:20.900901 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-39612975-5264-4405-8e6b-4d9a3ed48d7e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3051021 Apr 01 21:45:20.903799 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53230) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:20.908145 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-c6fa4d9c-5b5c-445e-8bd1-3f5b8a7ab9a8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'security_group_rule': {'security_group_id': '4683d04b-32ed-4a7f-be12-3b3648df15e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:20.916627 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088c97b-8b16-4c81-8453-b43be79ff9fa req-3eab2bce-539d-45a0-90b2-1306a12d1fff tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:20.918175 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3088c97b-8b16-4c81-8453-b43be79ff9fa req-3eab2bce-539d-45a0-90b2-1306a12d1fff tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0514855 Apr 01 21:45:20.966676 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3088c97b-8b16-4c81-8453-b43be79ff9fa req-d5ea4a2a-8ce2-4479-8de0-002e79f50fb8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 Apr 01 21:45:20.994617 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4d9c-5b5c-445e-8bd1-3f5b8a7ab9a8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (37b2ab7b-c029-4bb2-bce7-c3e3d9943790), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.050345 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4d9c-5b5c-445e-8bd1-3f5b8a7ab9a8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (37b2ab7b-c029-4bb2-bce7-c3e3d9943790), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.114411 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4d9c-5b5c-445e-8bd1-3f5b8a7ab9a8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (37b2ab7b-c029-4bb2-bce7-c3e3d9943790), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.126400 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 667fda97-3b9b-4877-bdd6-801ea93977f4 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:45:21.129379 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa4d9c-5b5c-445e-8bd1-3f5b8a7ab9a8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b2ab7b-c029-4bb2-bce7-c3e3d9943790,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:21.152939 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 667fda97-3b9b-4877-bdd6-801ea93977f4 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:45:21.152939 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 667fda97-3b9b-4877-bdd6-801ea93977f4 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:45:21.230948 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4d9c-5b5c-445e-8bd1-3f5b8a7ab9a8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.232161 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c6fa4d9c-5b5c-445e-8bd1-3f5b8a7ab9a8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274050 Apr 01 21:45:21.234842 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53232) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:21.239097 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-0fa78dfc-ece2-40fe-9ccf-5ce2dba20b5e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'security_group_rule': {'security_group_id': '4683d04b-32ed-4a7f-be12-3b3648df15e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:21.325205 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0fa78dfc-ece2-40fe-9ccf-5ce2dba20b5e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (8b1d2ec5-dda1-412d-ab4d-711f56700eb8), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.379501 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0fa78dfc-ece2-40fe-9ccf-5ce2dba20b5e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (8b1d2ec5-dda1-412d-ab4d-711f56700eb8), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.457118 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0fa78dfc-ece2-40fe-9ccf-5ce2dba20b5e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (8b1d2ec5-dda1-412d-ab4d-711f56700eb8), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.476012 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78dfc-ece2-40fe-9ccf-5ce2dba20b5e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1d2ec5-dda1-412d-ab4d-711f56700eb8,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:21.550527 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0fa78dfc-ece2-40fe-9ccf-5ce2dba20b5e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.551713 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-0fa78dfc-ece2-40fe-9ccf-5ce2dba20b5e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159716 Apr 01 21:45:21.554822 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53234) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:21.558999 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:21.634748 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.731182 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:21.837895 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Allocated IP 172.27.1.24 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/d0d4220c-8593-4c6b-89f2-c14b4c7e3d25) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:45:21.939270 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.029678 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.098138 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:45:22.104645 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'Port': ['ID=d0d4220c-8593-4c6b-89f2-c14b4c7e3d25,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:22.108014 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:45:22.110039 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:45:22.160000 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27c02-8e0a-4544-b72f-36832e6619f8 req-ac7057de-8db3-4f9f-b7cd-3763dfe843cf tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:22.161480 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c3d27c02-8e0a-4544-b72f-36832e6619f8 req-ac7057de-8db3-4f9f-b7cd-3763dfe843cf tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.1273797 Apr 01 21:45:22.244399 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c3d27c02-8e0a-4544-b72f-36832e6619f8 req-0cb2eca5-9ca5-44bb-812b-807c44a5985f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761013 Apr 01 21:45:22.245417 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.338122 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.360344 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d280ef1c-7056-4a1e-bd58-3b62ff96a291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.486308 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.537333 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.604943 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'Port': ['ID=d0d4220c-8593-4c6b-89f2-c14b4c7e3d25,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:22.616154 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.616503 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.616837 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.617171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.617500 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.617851 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.618173 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.618492 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.618812 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.619130 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.619449 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.619767 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.620082 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.620394 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.620706 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:45:22.629800 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.705275 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:22.706557 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-31e7d43a-e495-4840-8ff7-e8aca1c6c9bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1508071 Apr 01 21:45:22.900644 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-4a4d27e0-b64e-4885-8947-0b2564ff015d tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1643310866&fields=id&tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa HTTP/1.1" status: 200 len: 267 time: 0.0416262 Apr 01 21:45:23.007487 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-187be0c4-c5d3-402b-812d-369522e7a16e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:23.008956 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-187be0c4-c5d3-402b-812d-369522e7a16e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 810 time: 0.1021585 Apr 01 21:45:23.023129 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-dc72e278-461f-4c92-b820-9057ce07e330 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/quotas/78ccf87f38b64bfabe9d2aa4ba75ccaa HTTP/1.1" status: 200 len: 375 time: 0.0086439 Apr 01 21:45:23.076960 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-e9e7baa1-0923-4000-97b2-8f75f93822b6 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490675 Apr 01 21:45:23.171587 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-0bf2cdf5-cf68-4fc4-a91e-bcd6039243a4 service neutron] 10.222.0.30 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836358 Apr 01 21:45:23.258391 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-95fc1f5a-152c-495b-8d76-77c99f533b85 service neutron] 10.222.0.30 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Apr 01 21:45:23.368082 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a75f09-fbee-4178-8590-f635ee0b73c6 req-52147092-f6da-4cb8-b96e-5a7548b2043c tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:23.369513 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-26a75f09-fbee-4178-8590-f635ee0b73c6 req-52147092-f6da-4cb8-b96e-5a7548b2043c tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Apr 01 21:45:23.417498 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-26a75f09-fbee-4178-8590-f635ee0b73c6 req-d9c97400-820e-4b94-99ae-b7850f80f3b9 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Apr 01 21:45:23.504997 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ab81142d-66a0-40e1-ac4a-04a1353e0e5e req-13e1662d-d4e5-49b2-bb0e-b97ccb47eb1f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Apr 01 21:45:24.535688 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b13e0-7122-4424-a8c9-e103a7aeff97 req-d7fb90b4-73a3-498a-b66a-fadd0313e0ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:24.537881 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a24b13e0-7122-4424-a8c9-e103a7aeff97 req-d7fb90b4-73a3-498a-b66a-fadd0313e0ee tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0535855 Apr 01 21:45:24.595225 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a24b13e0-7122-4424-a8c9-e103a7aeff97 req-3272d5e4-bb8b-45f9-b5f4-6bf6e3ee8765 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517998 Apr 01 21:45:24.612668 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-11b60b42-cfb7-4074-a74c-6ec2b1046d6c req-bb0e9bcd-a33f-4cf3-9568-4cf974d4a7de tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Apr 01 21:45:24.623392 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3ef0953e-d066-4c0d-a804-ace2f7dd4856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:25.715779 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6e8cf699-8844-4af1-aa3f-cfb70951aed7 req-863be50f-2b65-4f51-b552-7c3235ce83c9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 210 time: 0.0312414 Apr 01 21:45:25.734054 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-e122413b-6135-4bbd-9cf7-797d07fcc5f2 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:25.735500 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-e122413b-6135-4bbd-9cf7-797d07fcc5f2 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 810 time: 0.1426773 Apr 01 21:45:25.752124 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fc3f1-0f46-40ef-943f-9659f3eff913 req-078ec049-081c-4631-b694-8108de85bc70 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:25.753651 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-648fc3f1-0f46-40ef-943f-9659f3eff913 req-078ec049-081c-4631-b694-8108de85bc70 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0879409 Apr 01 21:45:25.794923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:25.845691 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-648fc3f1-0f46-40ef-943f-9659f3eff913 req-28370fbd-0e47-4c17-8e6f-12bc581f1a57 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825284 Apr 01 21:45:25.850327 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-860a1b72-a7dd-47c2-83cc-797310bc7cca tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa HTTP/1.1" status: 200 len: 380 time: 0.0935223 Apr 01 21:45:25.860158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'port': {'device_id': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'admin_state_up': True, 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'security_groups': ['4683d04b-32ed-4a7f-be12-3b3648df15e4']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:26.045773 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Made reservation on behalf of 78ccf87f38b64bfabe9d2aa4ba75ccaa for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:45:26.051409 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:26.187601 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Allocated IP 172.20.0.11 (2a8519f4-6107-49d3-a86f-187b7997fafa/7c7333ec-6e12-4b94-afc9-440606049d8b/dca64b9e-ae24-4b7a-9294-4fe55c41b16a) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:45:26.327333 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:26.451921 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:26.494117 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Network 2a8519f4-6107-49d3-a86f-187b7997fafa is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:45:26.497144 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:45:26.503481 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:45:26.526864 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event updated for resources: {'Port': ['ID=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:26.556632 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:26.557260 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:26.632395 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-c40a7cd7-1f78-46fd-8a19-d722172391d8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7762005 Apr 01 21:45:26.700116 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Request body: {'port': {'device_id': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:26.764567 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:26.778916 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-b188bd46-a4d6-4336-a4c4-c736f8597217 None None] Provisioning complete for port dca64b9e-ae24-4b7a-9294-4fe55c41b16a triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:45:26.778916 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b188bd46-a4d6-4336-a4c4-c736f8597217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:26.832955 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-b188bd46-a4d6-4336-a4c4-c736f8597217 None None] Port dca64b9e-ae24-4b7a-9294-4fe55c41b16a cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:45:26.938683 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ce30d-4135-4323-b59f-3e0ad882690e req-90bdb1f9-e9c5-4296-b5f2-8ea595e09112 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:26.940132 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-454ce30d-4135-4323-b59f-3e0ad882690e req-90bdb1f9-e9c5-4296-b5f2-8ea595e09112 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 932 time: 0.1361909 Apr 01 21:45:27.011576 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:27.039627 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-454ce30d-4135-4323-b59f-3e0ad882690e req-d3be4492-08fa-466d-adac-6ec1c81776d1 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835748 Apr 01 21:45:27.149335 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca64b9e-ae24-4b7a-9294-4fe55c41b16a {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:45:27.160011 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Publish callbacks [] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:27.175751 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Transition to ACTIVE for port object dca64b9e-ae24-4b7a-9294-4fe55c41b16a will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:45:27.188382 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cbd47-e1e7-45e5-b727-f41b88346f5f req-4cdeeffd-7521-429f-8684-ac289d5eab2b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:27.189997 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8f1cbd47-e1e7-45e5-b727-f41b88346f5f req-4cdeeffd-7521-429f-8684-ac289d5eab2b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0841424 Apr 01 21:45:27.239010 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8f1cbd47-e1e7-45e5-b727-f41b88346f5f req-fd8fbaaa-64c5-4028-81dc-8d2ed562d816 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Apr 01 21:45:27.240558 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Pushing event updated for resources: {'Port': ['ID=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Attempting to bind port dca64b9e-ae24-4b7a-9294-4fe55c41b16a on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Attempting to bind port dca64b9e-ae24-4b7a-9294-4fe55c41b16a by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Attempting to bind port dca64b9e-ae24-4b7a-9294-4fe55c41b16a on network 2a8519f4-6107-49d3-a86f-187b7997fafa {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Port dca64b9e-ae24-4b7a-9294-4fe55c41b16a on network 2a8519f4-6107-49d3-a86f-187b7997fafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Attempting to bind port dca64b9e-ae24-4b7a-9294-4fe55c41b16a on network 2a8519f4-6107-49d3-a86f-187b7997fafa {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Checking segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Bound using segment: {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Bound port: dca64b9e-ae24-4b7a-9294-4fe55c41b16a, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70494f42-2397-49a9-8477-f0312b37b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:45:27.421892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:27.452758 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] For port dca64b9e-ae24-4b7a-9294-4fe55c41b16a, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:45:27.455860 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] For port dca64b9e-ae24-4b7a-9294-4fe55c41b16a, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:45:27.519668 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:27.554489 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:27.555010 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:27.556402 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] 10.222.0.31 "PUT /v2.0/ports/dca64b9e-ae24-4b7a-9294-4fe55c41b16a HTTP/1.1" status: 200 len: 1094 time: 0.9091492 Apr 01 21:45:27.556845 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:27.559098 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011260d6-725a-4c62-adf2-0e9455faf8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:27.587902 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4615fdf-b003-4101-94ae-946a2f2a4299 service neutron] Pushing event updated for resources: {'Port': ['ID=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:27.602383 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d5a10f-a387-4d4d-bc2a-ef8c29cafc48 x-openstack-request-id: req-96d5a10f-a387-4d4d-bc2a-ef8c29cafc48 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:27.602680 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:27.602937 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96d5a10f-a387-4d4d-bc2a-ef8c29cafc48 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:27.603352 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d5a10f-a387-4d4d-bc2a-ef8c29cafc48'] response: {'name': 'network-changed', 'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'status': 'completed', 'code': 200} Apr 01 21:45:28.160505 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61968d-5ff3-4855-a705-b669c40a306e req-5c82bf29-c9bb-4da8-8a73-6722e985e22f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:28.162645 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d61968d-5ff3-4855-a705-b669c40a306e req-5c82bf29-c9bb-4da8-8a73-6722e985e22f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 944 time: 0.0519767 Apr 01 21:45:28.211609 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d61968d-5ff3-4855-a705-b669c40a306e req-83f91f23-2298-49d6-b4fe-7958d959ce26 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Apr 01 21:45:28.357434 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50900d77-a8dd-4bca-acfd-cdf03ded7eb6 req-f4525da9-83c1-4e58-bc7e-77e41592c26a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:28.358948 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-50900d77-a8dd-4bca-acfd-cdf03ded7eb6 req-f4525da9-83c1-4e58-bc7e-77e41592c26a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0522895 Apr 01 21:45:28.406863 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-50900d77-a8dd-4bca-acfd-cdf03ded7eb6 req-97240728-9261-4d34-aea8-f9b8068c28c7 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Apr 01 21:45:28.616439 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:29.330023 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc01e6-96fa-4be0-950b-79b767e5089d req-bfa36989-9c97-4d7b-8b57-b8e811e414e9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:29.331524 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-44fc01e6-96fa-4be0-950b-79b767e5089d req-bfa36989-9c97-4d7b-8b57-b8e811e414e9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 944 time: 0.0555356 Apr 01 21:45:29.377488 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-44fc01e6-96fa-4be0-950b-79b767e5089d req-bdabda52-a909-4f49-ad1a-bc3975559b6f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Apr 01 21:45:29.526024 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6e6c-54cb-441a-8e69-67cf78a28420 req-9973f8a6-81fc-4111-b5dc-998d9ad4d010 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:29.527431 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ff1f6e6c-54cb-441a-8e69-67cf78a28420 req-9973f8a6-81fc-4111-b5dc-998d9ad4d010 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0557821 Apr 01 21:45:29.577443 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ff1f6e6c-54cb-441a-8e69-67cf78a28420 req-738c78c4-a51d-4975-a084-07fad6295284 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Apr 01 21:45:29.636900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011260d6-725a-4c62-adf2-0e9455faf8aa req-48275a3d-7aca-45c5-a24d-c759dec3a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:29.638562 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-011260d6-725a-4c62-adf2-0e9455faf8aa req-48275a3d-7aca-45c5-a24d-c759dec3a9ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 1128 time: 0.0526052 Apr 01 21:45:29.790290 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011260d6-725a-4c62-adf2-0e9455faf8aa req-d58f0a00-f577-4e61-af51-d1607b03f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:29.791657 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-011260d6-725a-4c62-adf2-0e9455faf8aa req-d58f0a00-f577-4e61-af51-d1607b03f2f0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0938678 Apr 01 21:45:29.886362 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011260d6-725a-4c62-adf2-0e9455faf8aa req-a1871e48-005c-427f-820d-c687539b02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:29.887822 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-011260d6-725a-4c62-adf2-0e9455faf8aa req-a1871e48-005c-427f-820d-c687539b02f9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878460 Apr 01 21:45:30.023741 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-04e28515-724d-4c90-86ee-bd305b1bceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:30.025230 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-04e28515-724d-4c90-86ee-bd305b1bceeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 1128 time: 0.0461786 Apr 01 21:45:30.095376 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-d4e63652-90a5-4d87-85b5-e56a9e6add90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca64b9e-ae24-4b7a-9294-4fe55c41b16a HTTP/1.1" status: 200 len: 217 time: 0.0419881 Apr 01 21:45:30.156152 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-53d74bc2-a60e-40c1-a904-b4a4023097de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:30.157566 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-53d74bc2-a60e-40c1-a904-b4a4023097de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.0434289 Apr 01 21:45:30.215198 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-22295ee5-4449-4a16-9a04-f6818490725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:30.216749 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-22295ee5-4449-4a16-9a04-f6818490725c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441446 Apr 01 21:45:30.321600 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-df95fe53-ca75-4e7c-9d6a-8fef9df6575d service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926297 Apr 01 21:45:30.425736 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-69d61dad-bbb3-4970-91f8-ec1e56a0933e req-6c011da4-c9fe-4d8d-8b66-0772531c0a0a service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Apr 01 21:45:30.510272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206634a-2a53-4271-ab7c-286553a1528a req-5f670cae-47bf-4d5e-9673-3897f1d1cf57 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:30.511752 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e206634a-2a53-4271-ab7c-286553a1528a req-5f670cae-47bf-4d5e-9673-3897f1d1cf57 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 944 time: 0.0578947 Apr 01 21:45:30.559496 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e206634a-2a53-4271-ab7c-286553a1528a req-c5c8700f-28c1-45d2-9a25-6324c043006c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Apr 01 21:45:30.698969 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433abdf-fc91-4ff8-908a-0e958f1f39bb req-c7c4fc47-915e-4d91-ac9b-228a0d0c65d1 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:30.700507 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0433abdf-fc91-4ff8-908a-0e958f1f39bb req-c7c4fc47-915e-4d91-ac9b-228a0d0c65d1 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0534377 Apr 01 21:45:30.752126 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0433abdf-fc91-4ff8-908a-0e958f1f39bb req-43870707-c15c-4eea-8d14-cb74e546256a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456080 Apr 01 21:45:31.680622 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a94c0-7dba-4092-8036-8eaad0da3b86 req-f649da24-214a-4256-a8ad-7951919d2a96 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:31.682131 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-132a94c0-7dba-4092-8036-8eaad0da3b86 req-f649da24-214a-4256-a8ad-7951919d2a96 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 944 time: 0.0519004 Apr 01 21:45:31.728315 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-132a94c0-7dba-4092-8036-8eaad0da3b86 req-1dea79a8-e513-45c4-816d-d954373bba9c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Apr 01 21:45:31.873537 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf32b2-cf0f-41e2-bd79-06ae5a3086b5 req-2d4b4120-e872-47f0-9e08-a2b18df9cf17 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:31.875059 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bccf32b2-cf0f-41e2-bd79-06ae5a3086b5 req-2d4b4120-e872-47f0-9e08-a2b18df9cf17 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Apr 01 21:45:31.926091 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bccf32b2-cf0f-41e2-bd79-06ae5a3086b5 req-b4286fb0-6399-4d60-91b0-217fda1b6da4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 Apr 01 21:45:32.166995 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de580b8-2126-4010-b3c3-eeea9087082c req-06c59b7b-1ea4-476b-a273-02abac249d86 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:32.168467 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8de580b8-2126-4010-b3c3-eeea9087082c req-06c59b7b-1ea4-476b-a273-02abac249d86 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0512934 Apr 01 21:45:32.214110 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8de580b8-2126-4010-b3c3-eeea9087082c req-c8cf0f3e-1dff-4adb-a2ae-8ba10220833c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Apr 01 21:45:32.899570 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc1435-7076-43c7-ad58-06215365d452 req-7b56f8f2-21a9-4fff-b540-bab028f70dd4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:32.901038 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8dbc1435-7076-43c7-ad58-06215365d452 req-7b56f8f2-21a9-4fff-b540-bab028f70dd4 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 944 time: 0.0506067 Apr 01 21:45:32.949634 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8dbc1435-7076-43c7-ad58-06215365d452 req-68e98335-3013-4564-b32e-ce612e1defd1 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Apr 01 21:45:33.042647 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7b417-dad0-4bd7-be55-0bac9b449d3c req-2b5c0f04-fba1-464f-969c-e74629158333 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:33.044021 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35e7b417-dad0-4bd7-be55-0bac9b449d3c req-2b5c0f04-fba1-464f-969c-e74629158333 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0505390 Apr 01 21:45:33.091789 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35e7b417-dad0-4bd7-be55-0bac9b449d3c req-948a09ae-be88-49ec-ad58-c5bacd28eb78 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Apr 01 21:45:33.328881 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8f858-6ee9-4388-983b-551df6c45fce req-471eef09-db25-4af7-a8af-68eaed40d552 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:33.330381 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-74f8f858-6ee9-4388-983b-551df6c45fce req-471eef09-db25-4af7-a8af-68eaed40d552 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0516746 Apr 01 21:45:33.376363 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-74f8f858-6ee9-4388-983b-551df6c45fce req-f9126116-16cc-482f-b1b2-4e943a2f7883 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Apr 01 21:45:33.696026 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:45:34.068656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fbec5-297a-45c9-ac04-f99099779afd req-251f8222-f24d-4c8b-ad33-6ed398f4e74b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:34.070427 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-398fbec5-297a-45c9-ac04-f99099779afd req-251f8222-f24d-4c8b-ad33-6ed398f4e74b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 944 time: 0.0550563 Apr 01 21:45:34.117736 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-398fbec5-297a-45c9-ac04-f99099779afd req-76063ab7-9517-4ef5-96f1-3271c83e49b8 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Apr 01 21:45:34.209943 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638abd-940d-4262-bc1e-f31c126bb4ca req-0873e561-89ac-4c18-b765-064827d7fc28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:34.211458 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a2638abd-940d-4262-bc1e-f31c126bb4ca req-0873e561-89ac-4c18-b765-064827d7fc28 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0531793 Apr 01 21:45:34.259685 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a2638abd-940d-4262-bc1e-f31c126bb4ca req-eee0d32b-c2a9-4f79-a43c-864b6c21d199 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Apr 01 21:45:34.490792 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac0a8a-7aa1-43ae-b7c4-0852edb3c7d9 req-5c882205-24fa-4fd9-932d-bff267909a82 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:34.492243 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8aac0a8a-7aa1-43ae-b7c4-0852edb3c7d9 req-5c882205-24fa-4fd9-932d-bff267909a82 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0516324 Apr 01 21:45:34.540020 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8aac0a8a-7aa1-43ae-b7c4-0852edb3c7d9 req-efc522a4-48c2-45bb-bb74-9d2611bd1d6b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422280 Apr 01 21:45:34.802576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542437b2-0a47-43e2-8d10-aaab84319543 req-75080c1e-3bda-426b-921a-6685ea3dab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:34.803971 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-542437b2-0a47-43e2-8d10-aaab84319543 req-75080c1e-3bda-426b-921a-6685ea3dab5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1129 time: 0.0440843 Apr 01 21:45:34.906966 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542437b2-0a47-43e2-8d10-aaab84319543 req-11660a5c-2e12-4c4f-8f7e-2ccd088f1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:34.908480 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-542437b2-0a47-43e2-8d10-aaab84319543 req-11660a5c-2e12-4c4f-8f7e-2ccd088f1d67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 200 len: 909 time: 0.0926099 Apr 01 21:45:34.977448 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-542437b2-0a47-43e2-8d10-aaab84319543 req-71071eb3-d76a-417f-a62c-84cd2a825adb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 1001 time: 0.0591383 Apr 01 21:45:35.031905 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542437b2-0a47-43e2-8d10-aaab84319543 req-6436f42f-3c37-40b5-8ed0-49d0542b608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:35.033379 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-542437b2-0a47-43e2-8d10-aaab84319543 req-6436f42f-3c37-40b5-8ed0-49d0542b608a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=426db178-ae51-4a88-917f-68805ac0d5e4 HTTP/1.1" status: 200 len: 847 time: 0.0465560 Apr 01 21:45:35.082110 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542437b2-0a47-43e2-8d10-aaab84319543 req-65118840-fdf3-426a-bd15-5e9864367b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:35.083562 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-542437b2-0a47-43e2-8d10-aaab84319543 req-65118840-fdf3-426a-bd15-5e9864367b01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428853 Apr 01 21:45:35.175330 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-542437b2-0a47-43e2-8d10-aaab84319543 req-53329e1d-3c23-4a17-8604-4fa164f4b63b service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834954 Apr 01 21:45:35.243376 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca615-7349-4320-aba5-11ac9b7c53fb req-69e75bb0-fee0-407b-8961-e0685a547895 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:35.245030 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-eb8ca615-7349-4320-aba5-11ac9b7c53fb req-69e75bb0-fee0-407b-8961-e0685a547895 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 944 time: 0.0566776 Apr 01 21:45:35.273050 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-542437b2-0a47-43e2-8d10-aaab84319543 req-1f123cb6-fd11-4d07-b16b-22f8c567f33c service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907319 Apr 01 21:45:35.293421 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-eb8ca615-7349-4320-aba5-11ac9b7c53fb req-15dca10a-9181-48f2-b10c-9fccebba0730 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Apr 01 21:45:35.378961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d498bd7-9a25-4543-985a-cc0a8ed0e250 req-0da40485-5f41-4ec0-a0bb-dd3dedc93a1f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:35.380441 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8d498bd7-9a25-4543-985a-cc0a8ed0e250 req-0da40485-5f41-4ec0-a0bb-dd3dedc93a1f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0530233 Apr 01 21:45:35.428336 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-8d498bd7-9a25-4543-985a-cc0a8ed0e250 req-efee6a47-0445-4715-b440-6ba8a361c24d tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 Apr 01 21:45:35.497473 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device dca64b9e-ae24-4b7a-9294-4fe55c41b16a details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:45:35.595503 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port dca64b9e-ae24-4b7a-9294-4fe55c41b16a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:35.610743 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'port_id': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'mac_address': 'fa:16:3e:16:7b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:45:35.656586 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port dca64b9e-ae24-4b7a-9294-4fe55c41b16a is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:35.656986 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:35.676158 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca64b9e-ae24-4b7a-9294-4fe55c41b16a {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:45:35.697613 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port dca64b9e-ae24-4b7a-9294-4fe55c41b16a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:35.766328 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:35.811138 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb1328-10c3-4187-b996-b6698bc8d6d9 req-9d0b61fe-0fa9-4e6f-9baf-0a3d649afe27 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:35.812644 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c2eb1328-10c3-4187-b996-b6698bc8d6d9 req-9d0b61fe-0fa9-4e6f-9baf-0a3d649afe27 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0516837 Apr 01 21:45:35.814057 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:35.860631 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c2eb1328-10c3-4187-b996-b6698bc8d6d9 req-00550ef6-910a-4d92-9bff-faa3ebf11bfd tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405085 Apr 01 21:45:36.220134 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['dca64b9e-ae24-4b7a-9294-4fe55c41b16a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:45:36.416501 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743313f2-35ee-4f7c-a904-a44946cd0dd5 req-5f8c1995-54e7-4873-80a7-b0f5807283c1 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:36.417979 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-743313f2-35ee-4f7c-a904-a44946cd0dd5 req-5f8c1995-54e7-4873-80a7-b0f5807283c1 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 945 time: 0.0557513 Apr 01 21:45:36.464114 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-743313f2-35ee-4f7c-a904-a44946cd0dd5 req-3159ed2e-3ca8-4917-949d-cc8474dd67b1 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Apr 01 21:45:36.544399 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac898480-ce3d-4f61-a4f9-801c96e55bde req-b493b30a-d95f-4415-89df-eca71392e3fe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:36.545884 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ac898480-ce3d-4f61-a4f9-801c96e55bde req-b493b30a-d95f-4415-89df-eca71392e3fe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0517857 Apr 01 21:45:36.597958 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ac898480-ce3d-4f61-a4f9-801c96e55bde req-02a4daa1-9e11-44de-8817-5c2c3462276a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 Apr 01 21:45:36.975453 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d814677-2a16-4ec7-9da1-e9eed3ba08d9 req-6e65f498-7217-4ead-9aa5-68a00b20f637 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:36.976939 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5d814677-2a16-4ec7-9da1-e9eed3ba08d9 req-6e65f498-7217-4ead-9aa5-68a00b20f637 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0516677 Apr 01 21:45:37.021252 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5d814677-2a16-4ec7-9da1-e9eed3ba08d9 req-6b32042f-adac-4b44-8fce-7be923abae1a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 Apr 01 21:45:37.509264 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device dca64b9e-ae24-4b7a-9294-4fe55c41b16a up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:45:37.582148 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d643-d978-4ddc-99e7-e79c60f2489f req-64566a7b-fef2-419a-aa1e-971a1e50f97e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:37.583686 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0be3d643-d978-4ddc-99e7-e79c60f2489f req-64566a7b-fef2-419a-aa1e-971a1e50f97e tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 945 time: 0.0527020 Apr 01 21:45:37.623379 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port dca64b9e-ae24-4b7a-9294-4fe55c41b16a completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:45:37.627686 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port dca64b9e-ae24-4b7a-9294-4fe55c41b16a triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:45:37.628292 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:37.640169 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0be3d643-d978-4ddc-99e7-e79c60f2489f req-aa5024fd-b1a6-467b-8a06-60c659c1a6c9 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505488 Apr 01 21:45:37.714892 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port dca64b9e-ae24-4b7a-9294-4fe55c41b16a is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:37.715292 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:37.725177 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510952e0-853b-484a-b2fd-b23fae6f7373 req-ed5a6062-641d-43c7-bb85-fd8a091f43cd tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:37.726867 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-510952e0-853b-484a-b2fd-b23fae6f7373 req-ed5a6062-641d-43c7-bb85-fd8a091f43cd tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0544648 Apr 01 21:45:37.741781 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:37.744149 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233b097-d32d-4c7b-9d01-2cc629561b8a" -d '{"events": [{"server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "name": "network-vif-plugged", "status": "completed", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:37.757808 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port dca64b9e-ae24-4b7a-9294-4fe55c41b16a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:37.784238 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-510952e0-853b-484a-b2fd-b23fae6f7373 req-c39ce4ac-612e-4e76-a485-2e8e3ad001ad tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497510 Apr 01 21:45:37.792126 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770c0b7d-8013-40da-8a4b-cce78cd9a96e x-openstack-request-id: req-770c0b7d-8013-40da-8a4b-cce78cd9a96e {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:37.792489 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "name": "network-vif-plugged", "status": "completed", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:37.792906 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-770c0b7d-8013-40da-8a4b-cce78cd9a96e {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:37.793349 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770c0b7d-8013-40da-8a4b-cce78cd9a96e'] response: {'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'code': 200} Apr 01 21:45:37.857131 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:37.907776 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:38.138462 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2379174-0e7b-48a8-8ebd-ad667370ec61 req-f30f641f-8075-4f5d-8df6-b9f3d768c2b3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:38.139957 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e2379174-0e7b-48a8-8ebd-ad667370ec61 req-f30f641f-8075-4f5d-8df6-b9f3d768c2b3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0518012 Apr 01 21:45:38.190599 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e2379174-0e7b-48a8-8ebd-ad667370ec61 req-7641d236-a501-4ac6-ad7b-76c6751c64fb tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4d47db-4011-4fb6-8e71-14adad943ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449786 Apr 01 21:45:38.246824 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-1f13a09a-eeac-42c1-9e3d-6cc44f7a6c77 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:38.248286 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-1f13a09a-eeac-42c1-9e3d-6cc44f7a6c77 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 946 time: 0.0876262 Apr 01 21:45:38.250134 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9e816-0dfe-46fc-bd61-361fbd596d81 req-3aa08050-97bb-4e15-9b7f-df76bdaabd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:38.252150 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-09f9e816-0dfe-46fc-bd61-361fbd596d81 req-3aa08050-97bb-4e15-9b7f-df76bdaabd7c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 1130 time: 0.0792439 Apr 01 21:45:38.379753 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-09f9e816-0dfe-46fc-bd61-361fbd596d81 req-bbaf1e89-da7c-4394-a766-e762e14f8fb7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904410 Apr 01 21:45:38.402903 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Deleting port 25ed60a8-2892-416f-bf1c-c03c47223eef {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:38.403241 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:38.491248 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] For port 25ed60a8-2892-416f-bf1c-c03c47223eef, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=25ed60a8-2892-416f-bf1c-c03c47223eef,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:38.491653 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:38.767147 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acd966-f572-4b05-ad5f-5eb101740154 req-93bdd0bb-e36f-4b73-a6c8-ccd327c8776f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:38.768734 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31acd966-f572-4b05-ad5f-5eb101740154 req-93bdd0bb-e36f-4b73-a6c8-ccd327c8776f tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.0605943 Apr 01 21:45:38.830176 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-31acd966-f572-4b05-ad5f-5eb101740154 req-c128edb9-f81d-4e7f-994e-1c438cc3e887 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544586 Apr 01 21:45:38.957956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:38.958496 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:38.958627 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Floating IP f5b58201-e660-4d0a-93f4-17fce19be97c disassociated. External IP: 172.27.1.31, port: 25ed60a8-2892-416f-bf1c-c03c47223eef. Apr 01 21:45:38.959121 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Calling delete_port for 25ed60a8-2892-416f-bf1c-c03c47223eef owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:39.013844 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2202b8-592e-4ea1-8e9e-6e1ceb47bf14 req-6a392679-eb50-4920-8b09-3b25aed2bdd0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:39.015293 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f2202b8-592e-4ea1-8e9e-6e1ceb47bf14 req-6a392679-eb50-4920-8b09-3b25aed2bdd0 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.1085594 Apr 01 21:45:39.086944 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1f2202b8-592e-4ea1-8e9e-6e1ceb47bf14 req-872b137f-47cd-461f-8c78-c7d05c7eaf60 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652735 Apr 01 21:45:39.195133 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (25ed60a8-2892-416f-bf1c-c03c47223eef), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:39.204515 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [req-71a015b7-feec-483c-ae61-0a7d8d57c318 req-176db2e1-2bdd-430d-bf5a-84c67cbbf73e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:45:39.206640 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-71a015b7-feec-483c-ae61-0a7d8d57c318 req-176db2e1-2bdd-430d-bf5a-84c67cbbf73e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552790 Apr 01 21:45:39.231867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event deleted for resources: {'Port': ['ID=25ed60a8-2892-416f-bf1c-c03c47223eef,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:39.344379 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-96aea4d6-f78d-48e3-9a0e-b1cfb955358c req-64a1803c-1de5-4de1-a1a4-78b168bc3416 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 210 time: 0.0526760 Apr 01 21:45:39.394360 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:45:39.524142 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:45:39.536300 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] Sync routers for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:45:39.553257 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:39.554196 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:39.623089 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] No DVR routers for this DVR port 25ed60a8-2892-416f-bf1c-c03c47223eef on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:45:39.627336 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:39.630938 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-262526a7-b351-46a4-9b21-a2331bf09b66 req-0dad74cd-0358-45ab-8fa0-8491b3a5ba48 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "DELETE /v2.0/ports/25ed60a8-2892-416f-bf1c-c03c47223eef HTTP/1.1" status: 204 len: 173 time: 1.3485572 Apr 01 21:45:39.631557 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'name': 'network-vif-deleted', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:39.633840 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c2beea-e434-4434-a57c-474e6638abad" -d '{"events": [{"server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "name": "network-vif-deleted", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:39.648577 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5787d-7040-44b8-bdcf-dfc361cdf5ea req-62a22932-bb57-425b-99fa-97d236f1cf3a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:39.652882 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3da5787d-7040-44b8-bdcf-dfc361cdf5ea req-62a22932-bb57-425b-99fa-97d236f1cf3a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.1423743 Apr 01 21:45:39.685778 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-bb897b69-4b7e-45f2-9b6f-8d9ca8910cc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112103 Apr 01 21:45:39.725766 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3da5787d-7040-44b8-bdcf-dfc361cdf5ea req-3fe1bafb-2362-4fea-b445-27a20f3c1a81 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694361 Apr 01 21:45:39.774839 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:39.776098 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6acf8b1-1b83-4f4d-8a0d-13702abd20c1 x-openstack-request-id: req-b6acf8b1-1b83-4f4d-8a0d-13702abd20c1 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:39.777905 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6130094-75ff-40d7-a9a7-bda7729ca9c6", "name": "network-vif-deleted", "tag": "25ed60a8-2892-416f-bf1c-c03c47223eef", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:39.778262 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6acf8b1-1b83-4f4d-8a0d-13702abd20c1 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:39.779021 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6acf8b1-1b83-4f4d-8a0d-13702abd20c1'] response: {'server_uuid': 'd6130094-75ff-40d7-a9a7-bda7729ca9c6', 'name': 'network-vif-deleted', 'tag': '25ed60a8-2892-416f-bf1c-c03c47223eef', 'status': 'completed', 'code': 200} Apr 01 21:45:39.832747 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-c16d5c89-4bf2-4883-be06-d17859b761d6 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:39.835006 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-c16d5c89-4bf2-4883-be06-d17859b761d6 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports/e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 942 time: 0.0869932 Apr 01 21:45:39.995045 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089846e9-a8e7-4d59-8b9b-70c2a27084e0 req-ffea054e-e134-49b1-98ee-24e32cc42308 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:39.997067 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-089846e9-a8e7-4d59-8b9b-70c2a27084e0 req-ffea054e-e134-49b1-98ee-24e32cc42308 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.0608206 Apr 01 21:45:40.045411 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-089846e9-a8e7-4d59-8b9b-70c2a27084e0 req-29dca6a1-fb3c-4f27-a047-1deb8fd42dd5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 Apr 01 21:45:40.053965 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:40.091048 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] Checking router: de41e7cb-e3d9-4f34-b793-3d9e6cfca446 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:45:40.099994 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:40.100574 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:40.207780 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:40.455843 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c9627015-d404-4b3e-b56e-a1385081bcce req-15ad6c88-a81f-4fbd-96b2-cb2b2b6cea64 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6130094-75ff-40d7-a9a7-bda7729ca9c6 HTTP/1.1" status: 200 len: 210 time: 0.0294497 Apr 01 21:45:40.534859 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:40.561228 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681630-39a4-4e34-835e-5fd16cec0795 None None] The sync data for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi is: [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:16Z', 'revision_number': 4, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '76ecf621-a92d-4249-b71d-5c554dc40373', 'name': '', 'network_id': '45e7b50d-8751-4809-b89b-4a262470e32b', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'mac_address': 'fa:16:3e:a2:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:14Z', 'updated_at': '2022-04-01T21:40:32Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'subnets': [{'id': 'cefa34c4-c80e-4824-83dd-e1365cdb2f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:45:40.791626 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5faa000-4e0c-45ad-8d0b-441ffe0aeece None None] New status for floating IP f5b58201-e660-4d0a-93f4-17fce19be97c: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:45:40.881415 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b808cda-e4f5-4409-9cf2-4253b1222f5c req-e7f00721-11a0-4183-8a1e-d9f865307cda tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:40.885168 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4b808cda-e4f5-4409-9cf2-4253b1222f5c req-e7f00721-11a0-4183-8a1e-d9f865307cda tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0593615 Apr 01 21:45:40.931645 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4b808cda-e4f5-4409-9cf2-4253b1222f5c req-b055bbe0-a2a7-4cd5-b617-73ce774bd9c9 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423687 Apr 01 21:45:41.169638 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d1c02-7cc8-47b9-9789-3cb5c5da0dc4 req-d164eaa5-5924-452a-a2e6-3672c71c4f76 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:41.171170 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b16d1c02-7cc8-47b9-9789-3cb5c5da0dc4 req-d164eaa5-5924-452a-a2e6-3672c71c4f76 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.0551140 Apr 01 21:45:41.220400 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b16d1c02-7cc8-47b9-9789-3cb5c5da0dc4 req-6e84160a-cef8-44bb-b797-f3fc8bfa37c5 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 Apr 01 21:45:41.326068 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.334444 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddddd0-ad75-423d-8000-40ef955637cf req-f1feac6a-0426-4431-8fe6-23d0f158da22 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:41.335935 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f2ddddd0-ad75-423d-8000-40ef955637cf req-f1feac6a-0426-4431-8fe6-23d0f158da22 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.0527573 Apr 01 21:45:41.344554 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53506) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:41.349095 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Request body: {'floatingip': {'port_id': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:41.388372 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.527433 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 25ed60a8-2892-416f-bf1c-c03c47223eef no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:45:41.547929 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 25ed60a8-2892-416f-bf1c-c03c47223eef {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:45:41.548274 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 25ed60a8-2892-416f-bf1c-c03c47223eef not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:45:41.548675 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device e90d1791-1c19-4d04-b89f-2b93ba38e7bb no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:45:41.618064 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53512) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:41.623862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port e90d1791-1c19-4d04-b89f-2b93ba38e7bb is: ACTIVE; New status is: DOWN {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:41.624314 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.647085 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:41.649400 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bad00d-42f0-4b7b-a678-8dc4c8379e95" -d '{"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-unplugged", "status": "completed", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:41.671168 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:41.680298 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b31b1502-5643-4d35-9bef-0847dd5974d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group (fc4d47db-4011-4fb6-8e71-14adad943ba0), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.681972 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b8bc93-f06c-4607-9246-d2c5cef2f5b1 x-openstack-request-id: req-f7b8bc93-f06c-4607-9246-d2c5cef2f5b1 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:41.682385 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-unplugged", "status": "failed", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb", "code": 422}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:41.682740 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7b8bc93-f06c-4607-9246-d2c5cef2f5b1 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:41.683409 dv-cinder-836211-1-iscsi neutron-server[110289]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f7b8bc93-f06c-4607-9246-d2c5cef2f5b1']: {'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'code': 422} returned with failed status Apr 01 21:45:41.704801 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b31b1502-5643-4d35-9bef-0847dd5974d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group (fc4d47db-4011-4fb6-8e71-14adad943ba0), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.737436 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.787335 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=6']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:41.806569 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b31b1502-5643-4d35-9bef-0847dd5974d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (fc4d47db-4011-4fb6-8e71-14adad943ba0), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.809362 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b31b1502-5643-4d35-9bef-0847dd5974d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.810762 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b31b1502-5643-4d35-9bef-0847dd5974d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "DELETE /v2.0/security-groups/fc4d47db-4011-4fb6-8e71-14adad943ba0 HTTP/1.1" status: 204 len: 168 time: 0.1916914 Apr 01 21:45:41.814381 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53516) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:41.832829 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.api.v2.resource [None req-b041f1c4-eb7f-4e48-81bc-810685a01132 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] show failed (client error): The resource could not be found. Apr 01 21:45:41.834495 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b041f1c4-eb7f-4e48-81bc-810685a01132 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups/fc4d47db-4011-4fb6-8e71-14adad943ba0 HTTP/1.1" status: 404 len: 347 time: 0.0185778 Apr 01 21:45:41.835279 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b1502-5643-4d35-9bef-0847dd5974d5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4d47db-4011-4fb6-8e71-14adad943ba0,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:41.837193 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53518) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:41.981686 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Deleting port 8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:41.982197 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:41.999399 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.db.resource_extend [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 21:45:42.069823 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.070386 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.083482 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Calling delete_port for 8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1 owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:42.086212 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.101858 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0713d-14e0-4f19-a319-3962f7367bf0 req-4254b3e8-fae7-4f33-bee4-329b0f3b6731 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:42.101858 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-10f0713d-14e0-4f19-a319-3962f7367bf0 req-4254b3e8-fae7-4f33-bee4-329b0f3b6731 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0718133 Apr 01 21:45:42.155792 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.165331 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-10f0713d-14e0-4f19-a319-3962f7367bf0 req-68a9c013-be67-4c5d-8b05-06e3e87c7751 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544837 Apr 01 21:45:42.272421 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.l3_db [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Floating IP 6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6 associated. External IP: 172.27.1.24, port: dca64b9e-ae24-4b7a-9294-4fe55c41b16a. Apr 01 21:45:42.320559 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.368360 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event deleted for resources: {'Port': ['ID=8ffc82d6-6865-4a6d-9aca-a3e37d4b9ab1,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:42.432358 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks [] for floatingip (f5b58201-e660-4d0a-93f4-17fce19be97c), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.435624 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.437384 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3951bdac-fd29-4031-96b8-5725b6b8cd8b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "DELETE /v2.0/floatingips/f5b58201-e660-4d0a-93f4-17fce19be97c HTTP/1.1" status: 204 len: 168 time: 0.5992944 Apr 01 21:45:42.507014 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:45:42.616879 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:45:42.621745 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:42.632818 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] Sync routers for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:45:42.642792 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:42.643432 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:42.656577 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-34c79223-b837-430a-997a-4da084aa2019 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "PUT /v2.0/floatingips/6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6 HTTP/1.1" status: 200 len: 991 time: 1.3088212 Apr 01 21:45:42.656577 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:42.657482 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024e0bd1-0d73-4720-87ac-ce59af857e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:42.752608 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58098317-440e-489b-8bce-0277e7e70be1 x-openstack-request-id: req-58098317-440e-489b-8bce-0277e7e70be1 {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:42.753392 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:42.753883 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58098317-440e-489b-8bce-0277e7e70be1 {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:42.754759 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58098317-440e-489b-8bce-0277e7e70be1'] response: {'name': 'network-changed', 'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'status': 'completed', 'code': 200} Apr 01 21:45:42.778879 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:42.868739 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-5dadf772-36a4-4850-8c26-8b7c8bc5f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:42.870280 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-5dadf772-36a4-4850-8c26-8b7c8bc5f932 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 1130 time: 0.0479040 Apr 01 21:45:42.970563 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-0c375352-8b0a-4c2e-a73b-939796f83b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:42.972090 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-0c375352-8b0a-4c2e-a73b-939796f83b07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 200 len: 911 time: 0.0927682 Apr 01 21:45:43.019517 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'port_id': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'mac_address': 'fa:16:3e:16:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:45:22Z', 'updated_at': '2022-04-01T21:45:41Z', 'revision_number': 1, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:43.044940 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-d453fc54-85b5-4124-b5b0-d84d89b8901b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca64b9e-ae24-4b7a-9294-4fe55c41b16a HTTP/1.1" status: 200 len: 999 time: 0.0661478 Apr 01 21:45:43.051594 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] Checking router: 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:45:43.060725 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:43.061414 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:43.095883 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-cb4872ad-22dc-4476-aff3-b47a1bbd2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:43.097433 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-cb4872ad-22dc-4476-aff3-b47a1bbd2bc2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 200 len: 849 time: 0.0465734 Apr 01 21:45:43.147909 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-2d5db2b6-623d-45d3-8657-a0df8becc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:43.149335 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-2d5db2b6-623d-45d3-8657-a0df8becc7d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8519f4-6107-49d3-a86f-187b7997fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453477 Apr 01 21:45:43.176108 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:43.269791 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-42f2d921-afd2-44ba-bc8c-190cdb740991 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128440 Apr 01 21:45:43.306142 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c8778-820c-42f4-9cb3-03eecf04f32b req-0e090e6f-9f40-4ef7-9818-13d56d25be63 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:43.308061 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-807c8778-820c-42f4-9cb3-03eecf04f32b req-0e090e6f-9f40-4ef7-9818-13d56d25be63 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0563755 Apr 01 21:45:43.361320 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-807c8778-820c-42f4-9cb3-03eecf04f32b req-8743e611-f6df-471f-8957-1453649a9cb2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476117 Apr 01 21:45:43.376699 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-024e0bd1-0d73-4720-87ac-ce59af857e8f req-123b513d-4719-4093-829c-55424c9d7c5a service neutron] 10.222.0.31 "GET /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989664 Apr 01 21:45:43.447042 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'port_id': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'mac_address': 'fa:16:3e:16:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:45:22Z', 'updated_at': '2022-04-01T21:45:41Z', 'revision_number': 1, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:43.475165 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dabb39-d2d8-4502-bb8a-7081a7851921 None None] The sync data for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi is: [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'port_id': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'mac_address': 'fa:16:3e:16:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:45:22Z', 'updated_at': '2022-04-01T21:45:41Z', 'revision_number': 1, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:45:43.634787 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16deec0-988b-480b-b291-7d5d228d73d4 req-6f47b026-a640-49a8-ad90-e5b2b067acce tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:43.636349 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a16deec0-988b-480b-b291-7d5d228d73d4 req-6f47b026-a640-49a8-ad90-e5b2b067acce tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 945 time: 0.0641508 Apr 01 21:45:43.687456 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a16deec0-988b-480b-b291-7d5d228d73d4 req-b2d24da5-e704-4c55-9b50-c5d48652d43e tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Apr 01 21:45:43.688470 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19495b51-dff9-4ebf-a6d0-b6c696a516aa None None] New status for floating IP 6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6: ACTIVE {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:45:44.491806 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785ab64-ea02-4f61-98e2-193438272b44 req-b002daa9-be53-4360-8278-d08a043a01a3 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:44.493312 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4785ab64-ea02-4f61-98e2-193438272b44 req-b002daa9-be53-4360-8278-d08a043a01a3 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0527024 Apr 01 21:45:44.541710 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4785ab64-ea02-4f61-98e2-193438272b44 req-b67e47e2-76ad-47b4-aafa-e5f84c836fad tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Apr 01 21:45:44.652872 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-a14c48e9-db44-4494-9193-978721115785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:44.654395 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-a14c48e9-db44-4494-9193-978721115785 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113&tenant_id=936b9d8e87054257a1fb6f0aad76f561 HTTP/1.1" status: 200 len: 1127 time: 0.0443540 Apr 01 21:45:44.752419 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-a6ef2865-0983-465a-a263-55ed4a9097cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:44.758928 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-a6ef2865-0983-465a-a263-55ed4a9097cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1127 time: 0.0629067 Apr 01 21:45:44.816150 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b66a87-9af8-4f2c-b1e6-0108bb05f13f req-3ff6841a-63c6-4012-b2bb-ce73eea39791 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:44.822611 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-56b66a87-9af8-4f2c-b1e6-0108bb05f13f req-3ff6841a-63c6-4012-b2bb-ce73eea39791 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 945 time: 0.0546188 Apr 01 21:45:44.872366 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-c3685f39-8d56-4283-b71b-84318345bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:44.873859 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-c3685f39-8d56-4283-b71b-84318345bd1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 200 len: 909 time: 0.1043510 Apr 01 21:45:44.875441 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-56b66a87-9af8-4f2c-b1e6-0108bb05f13f req-4b55b529-97a8-48df-bbf5-49ed83a89224 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505958 Apr 01 21:45:44.949428 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-4e5beddb-9638-4cb0-8802-4f7a3a4884da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 999 time: 0.0652435 Apr 01 21:45:45.008044 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-332f25b6-ae40-42bd-a8ff-78ccb56340fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:45.009403 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-332f25b6-ae40-42bd-a8ff-78ccb56340fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=426db178-ae51-4a88-917f-68805ac0d5e4 HTTP/1.1" status: 200 len: 847 time: 0.0442746 Apr 01 21:45:45.073840 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-1078aacc-c506-4929-ba05-41652242785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:45.075423 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-1078aacc-c506-4929-ba05-41652242785a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503621 Apr 01 21:45:45.174817 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-aa79064e-5fe2-4d63-8801-fd71b1f27a01 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896783 Apr 01 21:45:45.283210 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-814269d5-2e7c-4dfb-8b55-a39436da91f3 req-91abdad9-2418-46d7-8b92-3b9268fc0265 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836701 Apr 01 21:45:45.514778 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e324-9f8e-4dd6-9f42-ebddbce5b4a1 req-dcfc7789-7b55-4f1f-8ea0-68c5d00d86a5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:45.516253 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7207e324-9f8e-4dd6-9f42-ebddbce5b4a1 req-dcfc7789-7b55-4f1f-8ea0-68c5d00d86a5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0550458 Apr 01 21:45:45.562435 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7207e324-9f8e-4dd6-9f42-ebddbce5b4a1 req-e4494e3f-6a2e-43e6-beec-3f0bad272413 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Apr 01 21:45:45.659529 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c4c9-43bc-43d9-ab09-5962f8a20f26 req-e3749695-1088-4e96-8532-08c25027cdcb tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:45.661034 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b2a5c4c9-43bc-43d9-ab09-5962f8a20f26 req-e3749695-1088-4e96-8532-08c25027cdcb tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0523388 Apr 01 21:45:45.716844 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b2a5c4c9-43bc-43d9-ab09-5962f8a20f26 req-5c111079-c341-4e07-bfb5-9f469797e94b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496607 Apr 01 21:45:45.835705 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-ead561a5-f68c-40ca-a00f-e9817bc0f511 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:45.837164 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-ead561a5-f68c-40ca-a00f-e9817bc0f511 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 945 time: 0.0531518 Apr 01 21:45:45.937199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Deleting port a457e561-99de-4879-a2bd-6dec0d6b19cd {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:45.937656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:46.064476 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539de645-616b-4fc7-9977-3a1c9eaf19f3 req-b1aaf860-1d20-48ff-926f-8fec6ca19bcf tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:46.065877 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-539de645-616b-4fc7-9977-3a1c9eaf19f3 req-b1aaf860-1d20-48ff-926f-8fec6ca19bcf tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 945 time: 0.1131811 Apr 01 21:45:46.067581 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] For port a457e561-99de-4879-a2bd-6dec0d6b19cd, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=a457e561-99de-4879-a2bd-6dec0d6b19cd,segment=NetworkSegment(79c3483a-5ab4-402d-8c07-5d33709751f7),segment_id=79c3483a-5ab4-402d-8c07-5d33709751f7)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:46.068492 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:46.092317 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Calling delete_port for a457e561-99de-4879-a2bd-6dec0d6b19cd owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:46.166109 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-539de645-616b-4fc7-9977-3a1c9eaf19f3 req-43f0a1cd-91f5-462c-8567-1903f28ee2d6 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/security-groups?id=0408cac1-f6b7-4b71-b820-9dbe75fd206c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899594 Apr 01 21:45:46.308976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (a457e561-99de-4879-a2bd-6dec0d6b19cd), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:46.339545 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Pushing event deleted for resources: {'Port': ['ID=a457e561-99de-4879-a2bd-6dec0d6b19cd,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:46.351424 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['a457e561-99de-4879-a2bd-6dec0d6b19cd'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:45:46.410589 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] No DVR routers for this DVR port a457e561-99de-4879-a2bd-6dec0d6b19cd on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:45:46.414190 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:46.417456 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f3c2b5a5-9c51-48d0-8652-ffe22b598ff3 req-3e0f6e3d-d422-48fa-8e1e-559781a5eea0 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.31 "DELETE /v2.0/ports/a457e561-99de-4879-a2bd-6dec0d6b19cd HTTP/1.1" status: 204 len: 173 time: 0.5739307 Apr 01 21:45:46.419386 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43e360-65c9-4818-8896-7e905922178c', 'name': 'network-vif-deleted', 'tag': 'a457e561-99de-4879-a2bd-6dec0d6b19cd'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:46.421628 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c67e0ec-62d2-45e4-8a23-805f6c93f3f7" -d '{"events": [{"server_uuid": "4c43e360-65c9-4818-8896-7e905922178c", "name": "network-vif-deleted", "tag": "a457e561-99de-4879-a2bd-6dec0d6b19cd"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:46.436589 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d99db-d6d0-404f-8a6a-eb60216efd58 req-29141972-07ee-47b7-aeaa-299a31548032 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:46.439067 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-418d99db-d6d0-404f-8a6a-eb60216efd58 req-29141972-07ee-47b7-aeaa-299a31548032 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.1008444 Apr 01 21:45:46.459044 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8200a07b-1089-4d8b-8c07-595a6dd6941d x-openstack-request-id: req-8200a07b-1089-4d8b-8c07-595a6dd6941d {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:46.459363 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43e360-65c9-4818-8896-7e905922178c", "name": "network-vif-deleted", "tag": "a457e561-99de-4879-a2bd-6dec0d6b19cd", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:46.459616 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8200a07b-1089-4d8b-8c07-595a6dd6941d {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:46.460007 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8200a07b-1089-4d8b-8c07-595a6dd6941d'] response: {'server_uuid': '4c43e360-65c9-4818-8896-7e905922178c', 'name': 'network-vif-deleted', 'tag': 'a457e561-99de-4879-a2bd-6dec0d6b19cd', 'status': 'completed', 'code': 200} Apr 01 21:45:46.488303 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-418d99db-d6d0-404f-8a6a-eb60216efd58 req-24599d69-1fd0-40e1-ae1a-40b17cdfa509 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 Apr 01 21:45:46.679285 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2d2a2-fce2-4a60-b0b4-c3c98466c103 req-9a54b6a4-30d8-49f0-ab38-ddc69a469385 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:46.680766 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-18f2d2a2-fce2-4a60-b0b4-c3c98466c103 req-9a54b6a4-30d8-49f0-ab38-ddc69a469385 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0520699 Apr 01 21:45:46.728260 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-18f2d2a2-fce2-4a60-b0b4-c3c98466c103 req-02d9af2f-1b16-4b1f-bb99-bd080727e78d tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Apr 01 21:45:46.834124 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00fe7-89c6-46c9-8ce4-c81b3c61a41f req-8a504215-fec1-4555-9494-f32280f4e03a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:46.835598 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60f00fe7-89c6-46c9-8ce4-c81b3c61a41f req-8a504215-fec1-4555-9494-f32280f4e03a tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0534446 Apr 01 21:45:46.889159 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60f00fe7-89c6-46c9-8ce4-c81b3c61a41f req-19c61bfe-e065-4861-bdcd-2ceccd06eb84 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478704 Apr 01 21:45:47.284244 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bd82a133-678e-4034-ad2e-df14f0a069a9 req-01bd12ae-042d-40c7-9690-ad360c6d2912 tempest-VolumesSnapshotTestJSON-1520833281 tempest-VolumesSnapshotTestJSON-1520833281-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c43e360-65c9-4818-8896-7e905922178c HTTP/1.1" status: 200 len: 210 time: 0.0299375 Apr 01 21:45:47.605869 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d1eb-103e-47a1-8fbc-ef3a6514ccd2 req-1204f71f-77a5-43d5-bb7a-e2b2bfc1c49b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:47.607326 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f010d1eb-103e-47a1-8fbc-ef3a6514ccd2 req-1204f71f-77a5-43d5-bb7a-e2b2bfc1c49b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0516911 Apr 01 21:45:47.652376 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f010d1eb-103e-47a1-8fbc-ef3a6514ccd2 req-8b7ed042-a2b2-4155-8229-9a3a29d5ebc9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396137 Apr 01 21:45:47.769401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-b9155465-bbfd-49ea-af50-3f1dbdcdf4c3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:47.770912 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-b9155465-bbfd-49ea-af50-3f1dbdcdf4c3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0595841 Apr 01 21:45:47.845312 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4398b-4554-4598-9f0c-4ab6add27b61 req-3d72a0b7-32c7-41de-8c37-4f786310ba75 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:47.846973 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fbe4398b-4554-4598-9f0c-4ab6add27b61 req-3d72a0b7-32c7-41de-8c37-4f786310ba75 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Apr 01 21:45:47.871730 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Deleting port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:47.872311 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:47.893758 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fbe4398b-4554-4598-9f0c-4ab6add27b61 req-cff5d1b9-2944-4bb7-b268-c614bd357e6a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Apr 01 21:45:47.994759 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] For port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:47.995126 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:48.010450 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Calling delete_port for 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:48.066064 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5488c-5df8-4eba-a3cb-e40bba1dbaa4 req-71be83c3-5b06-4095-8c63-0e8714877f9f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:48.067481 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-07b5488c-5df8-4eba-a3cb-e40bba1dbaa4 req-71be83c3-5b06-4095-8c63-0e8714877f9f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.1131051 Apr 01 21:45:48.136296 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-07b5488c-5df8-4eba-a3cb-e40bba1dbaa4 req-1cc33e9a-5db1-4f39-bbf3-d5bc6e05f887 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620573 Apr 01 21:45:48.246058 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (5ef7c1c2-1269-468e-8a2a-11f859fe7ec0), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:48.277727 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event deleted for resources: {'Port': ['ID=5ef7c1c2-1269-468e-8a2a-11f859fe7ec0,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:48.290008 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['5ef7c1c2-1269-468e-8a2a-11f859fe7ec0', 'b89e3c3a-2223-4f32-829f-24677489547d'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:45:48.322497 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] No DVR routers for this DVR port 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:45:48.324817 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:48.328427 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-74e94969-4b38-47fd-9d27-3c2f51a85b6f req-98d401be-adb6-4632-9679-3f37fa84c851 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "DELETE /v2.0/ports/5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 HTTP/1.1" status: 204 len: 173 time: 0.5511456 Apr 01 21:45:48.466240 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'name': 'network-vif-deleted', 'tag': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:48.468712 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a256e0-8514-46a4-a981-b70a6927814f" -d '{"events": [{"server_uuid": "bbad1498-e928-479f-8aa8-110f4d642bd8", "name": "network-vif-deleted", "tag": "5ef7c1c2-1269-468e-8a2a-11f859fe7ec0"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:48.497410 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-1170807d-2459-458f-ba30-5ea86df110b4 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:48.499190 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-1170807d-2459-458f-ba30-5ea86df110b4 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0586720 Apr 01 21:45:48.503490 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fda350-322d-4dca-8779-b77dcaf19118 x-openstack-request-id: req-64fda350-322d-4dca-8779-b77dcaf19118 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:48.503776 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbad1498-e928-479f-8aa8-110f4d642bd8", "name": "network-vif-deleted", "tag": "5ef7c1c2-1269-468e-8a2a-11f859fe7ec0", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:48.504037 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64fda350-322d-4dca-8779-b77dcaf19118 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:48.504469 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fda350-322d-4dca-8779-b77dcaf19118'] response: {'server_uuid': 'bbad1498-e928-479f-8aa8-110f4d642bd8', 'name': 'network-vif-deleted', 'tag': '5ef7c1c2-1269-468e-8a2a-11f859fe7ec0', 'status': 'completed', 'code': 200} Apr 01 21:45:48.632731 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port da48ad03-069b-4c4e-a187-a8e080f0f6ba {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:48.633209 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:48.742889 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] For port da48ad03-069b-4c4e-a187-a8e080f0f6ba, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=da48ad03-069b-4c4e-a187-a8e080f0f6ba,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:48.743307 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:48.800862 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc01ad-eb2b-492c-b513-64be877c315f req-26210a50-e998-4b2a-9bbe-f3e88c7cba0f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:48.806101 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53dc01ad-eb2b-492c-b513-64be877c315f req-26210a50-e998-4b2a-9bbe-f3e88c7cba0f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 946 time: 0.0726933 Apr 01 21:45:48.851408 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53dc01ad-eb2b-492c-b513-64be877c315f req-fce4e846-6b66-4f36-96d6-7a5ea217678a tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=89cdc0b3-6058-491a-b327-66c8c9d5af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427227 Apr 01 21:45:48.942624 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:48.943752 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (67f7f1f0-f4f8-442d-88fa-de4396f846fc), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:48.943868 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP 67f7f1f0-f4f8-442d-88fa-de4396f846fc disassociated. External IP: 172.27.1.89, port: da48ad03-069b-4c4e-a187-a8e080f0f6ba. Apr 01 21:45:48.944218 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for da48ad03-069b-4c4e-a187-a8e080f0f6ba owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:49.018428 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2d838b22-c2f3-4455-8039-12b6d8f3ba80 req-2d68ab8e-1ff1-447c-9cee-94c7a366a56a tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbad1498-e928-479f-8aa8-110f4d642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0302112 Apr 01 21:45:49.166073 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (da48ad03-069b-4c4e-a187-a8e080f0f6ba), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:49.211215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=da48ad03-069b-4c4e-a187-a8e080f0f6ba,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:49.266562 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74e834-3489-4e7e-bd05-22a7c0683ba3 req-1487cd3f-bc77-4210-b850-d1b3fb138899 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:49.268014 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6d74e834-3489-4e7e-bd05-22a7c0683ba3 req-1487cd3f-bc77-4210-b850-d1b3fb138899 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0638871 Apr 01 21:45:49.318328 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-6d74e834-3489-4e7e-bd05-22a7c0683ba3 req-e063b3e3-a0c2-4dd7-b9bc-a93b4f7aa059 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 Apr 01 21:45:49.326886 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:45:49.632190 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:45:49.654860 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:45:49.655209 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 5ef7c1c2-1269-468e-8a2a-11f859fe7ec0 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:45:49.655985 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device a457e561-99de-4879-a2bd-6dec0d6b19cd no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:45:49.676809 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: a457e561-99de-4879-a2bd-6dec0d6b19cd {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:45:49.677422 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device a457e561-99de-4879-a2bd-6dec0d6b19cd not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:45:49.677862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device da48ad03-069b-4c4e-a187-a8e080f0f6ba no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:45:49.688782 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:45:49.698973 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: da48ad03-069b-4c4e-a187-a8e080f0f6ba {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:45:49.699316 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device da48ad03-069b-4c4e-a187-a8e080f0f6ba not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:45:49.704289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:45:49.714143 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:49.719672 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:49.732576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] No DVR routers for this DVR port da48ad03-069b-4c4e-a187-a8e080f0f6ba on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:45:49.734976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:49.738298 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-672c317d-4200-43b8-b9a6-0f613f1931dc req-623934f1-40b4-4ac4-8f70-355aa5d33a25 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "DELETE /v2.0/ports/da48ad03-069b-4c4e-a187-a8e080f0f6ba HTTP/1.1" status: 204 len: 173 time: 1.2001753 Apr 01 21:45:49.823860 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:49.950118 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6e921866-a9fc-41a0-8e95-8f177d0b2285 req-31076854-0495-423d-975a-aa8ae8b0f117 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f2223ba-030c-46e4-a96e-5932a0238b90 HTTP/1.1" status: 200 len: 210 time: 0.0318093 Apr 01 21:45:50.025606 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:50.058870 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:45:50.069299 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:45:50.070706 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:50.185940 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:45:50.385187 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:45:50.412398 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb0b89-a666-47d1-b1c1-a22c2a81200d None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:45:50.446309 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b9ee-92b1-4aa6-9332-c90606cd3e99 req-5927bd11-88bd-4c2a-858b-f270f16d2ea8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:50.448438 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4534b9ee-92b1-4aa6-9332-c90606cd3e99 req-5927bd11-88bd-4c2a-858b-f270f16d2ea8 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0600753 Apr 01 21:45:50.507418 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'name': 'network-vif-deleted', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:50.509155 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c9bf2-fd51-4a1a-88bf-7e2b92171cae" -d '{"events": [{"server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "name": "network-vif-deleted", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:50.521383 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4534b9ee-92b1-4aa6-9332-c90606cd3e99 req-3ac0a90a-41c8-4591-abe9-a318c35f8517 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609934 Apr 01 21:45:50.571401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d3f4e-dd32-4baa-8d56-a191a91ce0ab x-openstack-request-id: req-282d3f4e-dd32-4baa-8d56-a191a91ce0ab {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:50.571401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2223ba-030c-46e4-a96e-5932a0238b90", "name": "network-vif-deleted", "tag": "da48ad03-069b-4c4e-a187-a8e080f0f6ba", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:50.571401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-282d3f4e-dd32-4baa-8d56-a191a91ce0ab {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:50.571401 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282d3f4e-dd32-4baa-8d56-a191a91ce0ab'] response: {'server_uuid': '8f2223ba-030c-46e4-a96e-5932a0238b90', 'name': 'network-vif-deleted', 'tag': 'da48ad03-069b-4c4e-a187-a8e080f0f6ba', 'status': 'completed', 'code': 200} Apr 01 21:45:50.579143 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b3f1d-e9b6-4d4a-b880-9d2f9d74b3b1 req-c7955f2e-9535-4361-9ea4-82f96ca38e17 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:50.580634 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-590b3f1d-e9b6-4d4a-b880-9d2f9d74b3b1 req-c7955f2e-9535-4361-9ea4-82f96ca38e17 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0663929 Apr 01 21:45:50.630398 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-590b3f1d-e9b6-4d4a-b880-9d2f9d74b3b1 req-faa4dc73-d330-48b0-9935-9e68cc283250 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Apr 01 21:45:50.686676 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e816e3-bc55-4c6b-b2b4-68876e473109 None None] New status for floating IP 67f7f1f0-f4f8-442d-88fa-de4396f846fc: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:45:51.091850 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53648) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:51.148406 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2d5a-787d-4db7-b489-9e1ddc919b57 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (89cdc0b3-6058-491a-b327-66c8c9d5af7b), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.171624 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2d5a-787d-4db7-b489-9e1ddc919b57 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (89cdc0b3-6058-491a-b327-66c8c9d5af7b), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.297093 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2d5a-787d-4db7-b489-9e1ddc919b57 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (89cdc0b3-6058-491a-b327-66c8c9d5af7b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.299714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2d5a-787d-4db7-b489-9e1ddc919b57 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.300895 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3e9e2d5a-787d-4db7-b489-9e1ddc919b57 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/security-groups/89cdc0b3-6058-491a-b327-66c8c9d5af7b HTTP/1.1" status: 204 len: 168 time: 0.2080591 Apr 01 21:45:51.304397 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53650) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:51.310859 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e2d5a-787d-4db7-b489-9e1ddc919b57 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cdc0b3-6058-491a-b327-66c8c9d5af7b,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:51.317186 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.api.v2.resource [None req-d3aa7cd3-80a5-4320-8602-39ed8d4b0609 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] show failed (client error): The resource could not be found. Apr 01 21:45:51.319014 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d3aa7cd3-80a5-4320-8602-39ed8d4b0609 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups/89cdc0b3-6058-491a-b327-66c8c9d5af7b HTTP/1.1" status: 404 len: 347 time: 0.0135262 Apr 01 21:45:51.321929 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53652) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:51.443380 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port 1b5cef2e-d86c-4eff-8a6b-79a2274fc19e {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:51.443720 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.518857 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.519493 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.530809 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for 1b5cef2e-d86c-4eff-8a6b-79a2274fc19e owned by network:floatingip {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:51.658940 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828504-22a0-42c2-8992-b61876131405 req-e25efbdf-d99d-4120-bd6f-8724d9a23039 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:51.660455 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-06828504-22a0-42c2-8992-b61876131405 req-e25efbdf-d99d-4120-bd6f-8724d9a23039 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0672610 Apr 01 21:45:51.734700 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-06828504-22a0-42c2-8992-b61876131405 req-424691de-ec5c-43ba-ba9f-756e12100394 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557368 Apr 01 21:45:51.752028 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4065a0-6859-499c-8d64-5bb6a410b3fa req-11a8027c-c78a-471c-8e59-4cac077dacb3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:51.753564 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b4065a0-6859-499c-8d64-5bb6a410b3fa req-11a8027c-c78a-471c-8e59-4cac077dacb3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0545299 Apr 01 21:45:51.771743 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (1b5cef2e-d86c-4eff-8a6b-79a2274fc19e), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.797940 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=1b5cef2e-d86c-4eff-8a6b-79a2274fc19e,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:51.800343 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7b4065a0-6859-499c-8d64-5bb6a410b3fa req-a6659e62-d808-4a79-be02-4b46f921a795 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Apr 01 21:45:51.825513 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (67f7f1f0-f4f8-442d-88fa-de4396f846fc), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.830999 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:51.830999 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-5ed45dfd-429a-4e73-a1fb-f1a675a58bd5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/floatingips/67f7f1f0-f4f8-442d-88fa-de4396f846fc HTTP/1.1" status: 204 len: 168 time: 0.5062423 Apr 01 21:45:52.056072 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53662) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:52.060599 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-992486f2-5bd8-4ad9-b89f-364a22d8103b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359975945', 'description': 'tempest-description--1835899240'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:52.142520 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-992486f2-5bd8-4ad9-b89f-364a22d8103b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.210420 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-992486f2-5bd8-4ad9-b89f-364a22d8103b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (699d1306-8fcc-419a-919f-64888bb4eeaf), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.279910 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-992486f2-5bd8-4ad9-b89f-364a22d8103b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (699d1306-8fcc-419a-919f-64888bb4eeaf), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.308852 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992486f2-5bd8-4ad9-b89f-364a22d8103b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699d1306-8fcc-419a-919f-64888bb4eeaf,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:52.365833 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9c32d907-21b6-468e-b47e-096c3306e784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.390637 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-992486f2-5bd8-4ad9-b89f-364a22d8103b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.391908 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-992486f2-5bd8-4ad9-b89f-364a22d8103b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3348403 Apr 01 21:45:52.394764 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53664) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:52.400165 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-e12906c8-93f1-48ca-9711-e695411acc0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': '699d1306-8fcc-419a-919f-64888bb4eeaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:52.473103 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e12906c8-93f1-48ca-9711-e695411acc0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (81e0c855-4459-4832-93b2-002a1882bcb1), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.527485 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e12906c8-93f1-48ca-9711-e695411acc0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (81e0c855-4459-4832-93b2-002a1882bcb1), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.577110 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e12906c8-93f1-48ca-9711-e695411acc0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (81e0c855-4459-4832-93b2-002a1882bcb1), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.595109 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12906c8-93f1-48ca-9711-e695411acc0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e0c855-4459-4832-93b2-002a1882bcb1,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:52.675206 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e12906c8-93f1-48ca-9711-e695411acc0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.676398 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e12906c8-93f1-48ca-9711-e695411acc0b tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2806966 Apr 01 21:45:52.679660 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53670) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:52.684190 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-aad9496b-e806-4b9e-a2f6-6b6ba60b8105 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'security_group_rule': {'security_group_id': '699d1306-8fcc-419a-919f-64888bb4eeaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:52.769191 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-aad9496b-e806-4b9e-a2f6-6b6ba60b8105 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (10efa3b6-9d34-4f64-aacb-1a79509ad7dd), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.826591 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-aad9496b-e806-4b9e-a2f6-6b6ba60b8105 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (10efa3b6-9d34-4f64-aacb-1a79509ad7dd), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.856655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf1a4-6969-4f3d-8bed-f6787e009026 req-d5e9ad5f-3605-4ea0-b9ee-15b30e4275ec tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:52.858320 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7e0bf1a4-6969-4f3d-8bed-f6787e009026 req-d5e9ad5f-3605-4ea0-b9ee-15b30e4275ec tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0574691 Apr 01 21:45:52.905715 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-aad9496b-e806-4b9e-a2f6-6b6ba60b8105 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (10efa3b6-9d34-4f64-aacb-1a79509ad7dd), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.909789 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7e0bf1a4-6969-4f3d-8bed-f6787e009026 req-00183e62-e24d-4f45-9fc9-bffa3ebaf4a2 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458777 Apr 01 21:45:52.930306 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9496b-e806-4b9e-a2f6-6b6ba60b8105 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10efa3b6-9d34-4f64-aacb-1a79509ad7dd,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:52.944286 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f314ae8-0708-4b0e-a2db-4aa8a4c996af req-34974eb3-022c-438f-8947-3cf4a70f0c75 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:52.946148 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4f314ae8-0708-4b0e-a2db-4aa8a4c996af req-34974eb3-022c-438f-8947-3cf4a70f0c75 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0764697 Apr 01 21:45:52.992013 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-aad9496b-e806-4b9e-a2f6-6b6ba60b8105 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:52.993182 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-aad9496b-e806-4b9e-a2f6-6b6ba60b8105 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3124974 Apr 01 21:45:52.996400 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53676) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:52.996746 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4f314ae8-0708-4b0e-a2db-4aa8a4c996af req-85598ac5-abfc-4580-9ba3-c049b4b5c57c tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Apr 01 21:45:53.001207 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:53.079919 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.171017 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.280145 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.27.1.220 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/cf1230cb-c44a-4648-8843-71a4b463ef11) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:45:53.379887 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.469184 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.508688 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:45:53.511431 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:45:53.514902 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:45:53.542420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=cf1230cb-c44a-4648-8843-71a4b463ef11,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:53.607754 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (33e40dbe-6a14-4b4e-bfe6-23a171c7bacc), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.707052 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.855054 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.897762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:53.970018 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=cf1230cb-c44a-4648-8843-71a4b463ef11,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:53.990466 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (33e40dbe-6a14-4b4e-bfe6-23a171c7bacc), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:54.039004 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50b9e-d055-4703-b450-aaa482b36bdb req-79286072-3a24-4fba-a43e-4a9ffee2e79b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:54.040526 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5e50b9e-d055-4703-b450-aaa482b36bdb req-79286072-3a24-4fba-a43e-4a9ffee2e79b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0643284 Apr 01 21:45:54.078268 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:54.079515 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-a3b07a76-b439-44de-9900-8ea08abbc6ba tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0817709 Apr 01 21:45:54.095794 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e5e50b9e-d055-4703-b450-aaa482b36bdb req-4cf42cbd-747d-4ca2-9c90-de0cc329b23f tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494554 Apr 01 21:45:54.118026 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38933ae-b46b-4691-b93e-e3ba2a04caa8 req-93d43248-85f2-48b5-9007-2992bf65185b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:54.119207 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d38933ae-b46b-4691-b93e-e3ba2a04caa8 req-93d43248-85f2-48b5-9007-2992bf65185b tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0545645 Apr 01 21:45:54.167102 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d38933ae-b46b-4691-b93e-e3ba2a04caa8 req-1daa7c06-2260-4706-83e7-e8e4ff1689e3 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Apr 01 21:45:54.234804 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-e518564b-8550-41af-a85b-c16bff48c3eb tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--359975945&fields=id&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 267 time: 0.0451586 Apr 01 21:45:54.340961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-5a78eae8-ae08-4f54-bde9-2ecd82e3f033 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:54.342535 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-5a78eae8-ae08-4f54-bde9-2ecd82e3f033 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.1008584 Apr 01 21:45:54.359080 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-3bc7cc7b-796f-464a-896d-14a2ffe092e0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/quotas/b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 375 time: 0.0094013 Apr 01 21:45:54.413047 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-254e827c-f6b9-4258-b83c-730d1ab78490 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499899 Apr 01 21:45:54.550604 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d486d952-7730-4985-a999-c3dc9db90f53 service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258600 Apr 01 21:45:54.617189 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-22b7952f-ad6d-481f-baf6-e64d3003fe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:54.645011 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-2fa05d9b-f28f-40b1-a527-1b22dcadc2c1 service neutron] 10.222.0.30 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879722 Apr 01 21:45:54.900760 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-aad362e1-ce73-4a08-a8d0-d777173446a2 req-01aa1d7f-5b08-495c-a8ef-a465a63cacc3 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 210 time: 0.0274279 Apr 01 21:45:55.237121 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dbcf8-25cf-4a8a-a359-e3ce1edaa75d req-edcdcb5a-b0ce-4a05-a483-b91700c53557 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:55.239021 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b17dbcf8-25cf-4a8a-a359-e3ce1edaa75d req-edcdcb5a-b0ce-4a05-a483-b91700c53557 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 943 time: 0.0736516 Apr 01 21:45:55.304973 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b17dbcf8-25cf-4a8a-a359-e3ce1edaa75d req-02ce518e-4b0d-4b9d-b987-0bed3e1cfb16 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578175 Apr 01 21:45:55.312934 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d949cd2-556b-4ab6-823c-0e99227a358b req-bdf2b3b9-a860-4b9b-a6e2-7fc99e782d77 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:55.312934 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0d949cd2-556b-4ab6-823c-0e99227a358b req-bdf2b3b9-a860-4b9b-a6e2-7fc99e782d77 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0607986 Apr 01 21:45:55.360312 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0d949cd2-556b-4ab6-823c-0e99227a358b req-370346b4-e14a-40e4-8b0c-95e3cd882082 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Apr 01 21:45:55.606037 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device e90d1791-1c19-4d04-b89f-2b93ba38e7bb details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:45:55.704326 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:55.725088 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'port_id': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'mac_address': 'fa:16:3e:72:61:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:45:55.875903 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:55.885733 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port e90d1791-1c19-4d04-b89f-2b93ba38e7bb is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:55.886116 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:55.899235 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90d1791-1c19-4d04-b89f-2b93ba38e7bb {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:45:55.918912 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:56.005977 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60a34c70-a61a-44b9-9a50-a075278d299c req-11e31662-f204-43fd-b716-0a5ca9ef0815 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 210 time: 0.0302765 Apr 01 21:45:56.025397 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-6ae418f6-640e-47b7-be2b-86bfac167940 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:56.026871 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-6ae418f6-640e-47b7-be2b-86bfac167940 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 946 time: 0.0815148 Apr 01 21:45:56.027757 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:56.076089 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=7']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:56.124395 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Deleting port b89e3c3a-2223-4f32-829f-24677489547d {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:56.124786 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (b89e3c3a-2223-4f32-829f-24677489547d), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:56.220674 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] For port b89e3c3a-2223-4f32-829f-24677489547d, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b89e3c3a-2223-4f32-829f-24677489547d,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:56.221036 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (b89e3c3a-2223-4f32-829f-24677489547d), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:56.234461 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Calling delete_port for b89e3c3a-2223-4f32-829f-24677489547d owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:56.366600 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['e90d1791-1c19-4d04-b89f-2b93ba38e7bb'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:45:56.425362 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e98f-3e7a-4122-bdb6-05b504cd5fed req-5aecad50-7cdb-4979-a765-bc8955e0ffd4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:56.433390 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1a44e98f-3e7a-4122-bdb6-05b504cd5fed req-5aecad50-7cdb-4979-a765-bc8955e0ffd4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 944 time: 0.0627081 Apr 01 21:45:56.469841 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (b89e3c3a-2223-4f32-829f-24677489547d), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:56.484241 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1a44e98f-3e7a-4122-bdb6-05b504cd5fed req-f40bf240-0aac-4e77-b1cd-c08cd1bbacb7 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497169 Apr 01 21:45:56.507397 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Pushing event deleted for resources: {'Port': ['ID=b89e3c3a-2223-4f32-829f-24677489547d,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:56.542199 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['b89e3c3a-2223-4f32-829f-24677489547d'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:45:56.560527 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] No DVR routers for this DVR port b89e3c3a-2223-4f32-829f-24677489547d on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:45:56.569280 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5c04b-0b9d-4af9-b44b-4d5aa8f7c485 req-d1bdc1a0-363f-422a-a6ba-694c99528fcf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:56.571078 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e0d5c04b-0b9d-4af9-b44b-4d5aa8f7c485 req-d1bdc1a0-363f-422a-a6ba-694c99528fcf tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc464875-4237-4ee5-8b91-1dde30e0e8c4 HTTP/1.1" status: 200 len: 867 time: 0.1350746 Apr 01 21:45:56.572110 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:56.575280 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-aaaef941-abdd-4762-a50f-c181335f7a8b req-28c5de2c-248d-408d-9ac9-a035abe3adc5 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.31 "DELETE /v2.0/ports/b89e3c3a-2223-4f32-829f-24677489547d HTTP/1.1" status: 204 len: 173 time: 0.5424404 Apr 01 21:45:56.575732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'name': 'network-vif-deleted', 'tag': 'b89e3c3a-2223-4f32-829f-24677489547d'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:56.578043 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d638a9-4462-440c-aae9-6427e4c3acc5" -d '{"events": [{"server_uuid": "dc464875-4237-4ee5-8b91-1dde30e0e8c4", "name": "network-vif-deleted", "tag": "b89e3c3a-2223-4f32-829f-24677489547d"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:56.616060 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209ee539-d581-42fc-b88b-f39b0fe358f8 x-openstack-request-id: req-209ee539-d581-42fc-b88b-f39b0fe358f8 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:56.616403 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc464875-4237-4ee5-8b91-1dde30e0e8c4", "name": "network-vif-deleted", "tag": "b89e3c3a-2223-4f32-829f-24677489547d", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:56.616659 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-209ee539-d581-42fc-b88b-f39b0fe358f8 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:56.617065 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209ee539-d581-42fc-b88b-f39b0fe358f8'] response: {'server_uuid': 'dc464875-4237-4ee5-8b91-1dde30e0e8c4', 'name': 'network-vif-deleted', 'tag': 'b89e3c3a-2223-4f32-829f-24677489547d', 'status': 'completed', 'code': 200} Apr 01 21:45:56.632214 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e0d5c04b-0b9d-4af9-b44b-4d5aa8f7c485 req-957a15cc-c275-45d7-8aea-8fdb8a70df42 tempest-ServerRescueNegativeTestJSON-2082761612 tempest-ServerRescueNegativeTestJSON-2082761612-project] 10.222.0.30 "GET /v2.0/security-groups?id=676bf765-34dc-4aba-b4d6-131d7a2e236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Apr 01 21:45:57.048784 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-13e84085-03bb-44d3-af21-40d76137d628 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:57.048784 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-13e84085-03bb-44d3-af21-40d76137d628 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 815 time: 0.1059966 Apr 01 21:45:57.068141 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.108184 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f8fbd309-4a0f-4642-87db-1b739bf1cc24 req-f9d4178a-c33f-4e5c-9d33-8a0f02251628 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 210 time: 0.0324290 Apr 01 21:45:57.126927 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-f7224cdc-7d60-4fbc-8185-19ec0037601e tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cafef9bf82418a8a46b28dab88b19d HTTP/1.1" status: 200 len: 379 time: 0.0553999 Apr 01 21:45:57.136057 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'port': {'device_id': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'admin_state_up': True, 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'security_groups': ['699d1306-8fcc-419a-919f-64888bb4eeaf']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:57.297149 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Made reservation on behalf of b5cafef9bf82418a8a46b28dab88b19d for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:45:57.300723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.424392 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Allocated IP 172.20.0.7 (c2fe525f-0896-4fb2-85f6-fd1713efecde/157bae94-b643-4a9f-8300-469b4dfbab26/68af7098-2559-4e5d-913f-0cf54ddedd07) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:45:57.575215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.634399 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2e606-72cc-434e-87a6-f741e89f0aa9 req-f6d5b1b2-a5d7-4046-a991-2586dab4c25d tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:57.635955 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4fb2e606-72cc-434e-87a6-f741e89f0aa9 req-f6d5b1b2-a5d7-4046-a991-2586dab4c25d tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 944 time: 0.0755839 Apr 01 21:45:57.638608 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device e90d1791-1c19-4d04-b89f-2b93ba38e7bb up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:45:57.698487 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port e90d1791-1c19-4d04-b89f-2b93ba38e7bb triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:45:57.699073 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.702195 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53752) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:45:57.712247 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.717497 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4fb2e606-72cc-434e-87a6-f741e89f0aa9 req-6eb5f4b7-db2a-47ef-a388-ebd558b5e667 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730054 Apr 01 21:45:57.763272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Network c2fe525f-0896-4fb2-85f6-fd1713efecde is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:45:57.768451 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:45:57.773723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:45:57.778253 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event updated for resources: {'Port': ['ID=68af7098-2559-4e5d-913f-0cf54ddedd07,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:57.797442 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port e90d1791-1c19-4d04-b89f-2b93ba38e7bb is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:45:57.797953 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.830426 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:57.835942 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92062e32-e96e-4744-b047-22aa5a152d6a" -d '{"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-plugged", "status": "completed", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:57.848573 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:57.901038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:57.901750 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.915402 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:57.977892 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a81aad-6fd5-401c-90e3-0f8af6aad5c4 x-openstack-request-id: req-42a81aad-6fd5-401c-90e3-0f8af6aad5c4 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:57.977892 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-plugged", "status": "completed", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:57.977892 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42a81aad-6fd5-401c-90e3-0f8af6aad5c4 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:57.977892 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a81aad-6fd5-401c-90e3-0f8af6aad5c4'] response: {'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'code': 200} Apr 01 21:45:57.979572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=8']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:58.022319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-d434fe73-1b0e-44da-ae1f-1be2a3436552 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897586 Apr 01 21:45:58.054701 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Request body: {'port': {'device_id': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:45:58.119884 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-c92ec7b3-f13f-4d82-9b0b-df50306eb1ab None None] Provisioning complete for port 68af7098-2559-4e5d-913f-0cf54ddedd07 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:45:58.120499 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c92ec7b3-f13f-4d82-9b0b-df50306eb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:58.165301 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:58.167384 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-c92ec7b3-f13f-4d82-9b0b-df50306eb1ab None None] Port 68af7098-2559-4e5d-913f-0cf54ddedd07 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:45:58.424002 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e1194-cf4c-4572-8784-9b01e60136b4 req-cff1b779-6472-4e7c-af52-8c4caf43d0fe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:58.425494 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-111e1194-cf4c-4572-8784-9b01e60136b4 req-cff1b779-6472-4e7c-af52-8c4caf43d0fe tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 931 time: 0.2016478 Apr 01 21:45:58.541572 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264515b3-e62e-4f20-a6fb-c0656335ad02 req-b0737d92-22e3-4c65-aa94-5bfc2bc74b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:58.543155 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-264515b3-e62e-4f20-a6fb-c0656335ad02 req-b0737d92-22e3-4c65-aa94-5bfc2bc74b37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1129 time: 0.2312799 Apr 01 21:45:58.630369 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-111e1194-cf4c-4572-8784-9b01e60136b4 req-fd6ced3f-647c-4244-8f3c-160d6ae9c1a1 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955698 Apr 01 21:45:58.702025 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-264515b3-e62e-4f20-a6fb-c0656335ad02 req-837f0bfe-56c0-4a02-a138-feee67ee0be9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316335 Apr 01 21:45:58.712602 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:58.754466 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:58.858008 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8064b27-d73e-48bd-9d37-6e409f869be0 req-6a0349ce-080d-4919-8c16-81998d055a07 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:58.859609 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f8064b27-d73e-48bd-9d37-6e409f869be0 req-6a0349ce-080d-4919-8c16-81998d055a07 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0554159 Apr 01 21:45:58.911931 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f8064b27-d73e-48bd-9d37-6e409f869be0 req-c793c7a4-af0c-46a8-9482-c09d7cb49247 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Apr 01 21:45:59.074997 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68af7098-2559-4e5d-913f-0cf54ddedd07 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:45:59.085120 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Publish callbacks [] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:59.106102 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Transition to ACTIVE for port object 68af7098-2559-4e5d-913f-0cf54ddedd07 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:45:59.191756 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:59.261433 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Pushing event updated for resources: {'Port': ['ID=68af7098-2559-4e5d-913f-0cf54ddedd07,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:59.397996 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Attempting to bind port 68af7098-2559-4e5d-913f-0cf54ddedd07 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:45:59.398347 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Attempting to bind port 68af7098-2559-4e5d-913f-0cf54ddedd07 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:45:59.398682 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Attempting to bind port 68af7098-2559-4e5d-913f-0cf54ddedd07 on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:59.405445 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Port 68af7098-2559-4e5d-913f-0cf54ddedd07 on network c2fe525f-0896-4fb2-85f6-fd1713efecde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:45:59.405797 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Attempting to bind port 68af7098-2559-4e5d-913f-0cf54ddedd07 on network c2fe525f-0896-4fb2-85f6-fd1713efecde {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:45:59.413051 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:45:59.413267 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Checking segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:45:59.413679 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Bound using segment: {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:45:59.414213 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Bound port: 68af7098-2559-4e5d-913f-0cf54ddedd07, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e8d533-8748-407a-a431-04209bc0c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:45:59.414450 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:59.467291 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Deleting port 76ecf621-a92d-4249-b71d-5c554dc40373 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:45:59.467649 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:59.533057 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] For port 68af7098-2559-4e5d-913f-0cf54ddedd07, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:45:59.537329 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] For port 68af7098-2559-4e5d-913f-0cf54ddedd07, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=68af7098-2559-4e5d-913f-0cf54ddedd07,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:45:59.568326 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] For port 76ecf621-a92d-4249-b71d-5c554dc40373, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=76ecf621-a92d-4249-b71d-5c554dc40373,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:45:59.568689 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:59.587778 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Calling delete_port for 76ecf621-a92d-4249-b71d-5c554dc40373 owned by network:router_interface {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:45:59.630584 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:59.649130 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b89e3c3a-2223-4f32-829f-24677489547d no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:45:59.676647 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: b89e3c3a-2223-4f32-829f-24677489547d {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:45:59.677820 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b89e3c3a-2223-4f32-829f-24677489547d not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:45:59.686037 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:59.686667 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:45:59.688056 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] 10.222.0.31 "PUT /v2.0/ports/68af7098-2559-4e5d-913f-0cf54ddedd07 HTTP/1.1" status: 200 len: 1093 time: 1.6394362 Apr 01 21:45:59.688520 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:45:59.690822 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f928f307-f4f1-4afe-a609-012cbfb75183" -d '{"events": [{"name": "network-changed", "server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:45:59.758761 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271238e4-8cf4-44c7-826e-ed9ed4ebecf9 service neutron] Pushing event updated for resources: {'Port': ['ID=68af7098-2559-4e5d-913f-0cf54ddedd07,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:45:59.762428 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c382806-325b-419f-b3ca-9e4dbe965970 x-openstack-request-id: req-9c382806-325b-419f-b3ca-9e4dbe965970 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:45:59.762781 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:45:59.766015 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c382806-325b-419f-b3ca-9e4dbe965970 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:45:59.766015 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c382806-325b-419f-b3ca-9e4dbe965970'] response: {'name': 'network-changed', 'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'status': 'completed', 'code': 200} Apr 01 21:45:59.843212 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e894f-7c3f-4b2a-bd0e-536112b2b565 req-33093be3-89c4-48aa-ad50-c108d4e7d4db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:59.844772 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d06e894f-7c3f-4b2a-bd0e-536112b2b565 req-33093be3-89c4-48aa-ad50-c108d4e7d4db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 943 time: 0.1328614 Apr 01 21:45:59.950641 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928f307-f4f1-4afe-a609-012cbfb75183 req-6a7bf117-d2cb-4dc0-b09e-267f0e5b71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:45:59.954032 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f928f307-f4f1-4afe-a609-012cbfb75183 req-6a7bf117-d2cb-4dc0-b09e-267f0e5b71a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 1127 time: 0.1275787 Apr 01 21:45:59.957319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d06e894f-7c3f-4b2a-bd0e-536112b2b565 req-22c659f0-5841-48fd-884d-bdb72a4da15a tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972095 Apr 01 21:46:00.030968 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (76ecf621-a92d-4249-b71d-5c554dc40373), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:00.046113 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ea37-f980-4b48-b9be-8ac1a5329f26 req-b89f7ff9-cc45-4838-8bf0-7e7ae9866eca tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:00.047599 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ab53ea37-f980-4b48-b9be-8ac1a5329f26 req-b89f7ff9-cc45-4838-8bf0-7e7ae9866eca tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0544927 Apr 01 21:46:00.065030 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ecf621-a92d-4249-b71d-5c554dc40373,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:00.102018 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ab53ea37-f980-4b48-b9be-8ac1a5329f26 req-86830e58-09fe-4159-8ac8-e252fc5434a3 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473495 Apr 01 21:46:00.140798 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928f307-f4f1-4afe-a609-012cbfb75183 req-958ef7c4-c4bc-4159-ad0e-4b7d4cb780e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:00.142331 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f928f307-f4f1-4afe-a609-012cbfb75183 req-958ef7c4-c4bc-4159-ad0e-4b7d4cb780e9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1678970 Apr 01 21:46:00.269918 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:00.488584 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:46:00.595462 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:46:00.600454 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-2c0d50e3-8bf1-45f8-8329-b6995bb06b83 admin admin] 10.222.0.30 "PUT /v2.0/routers/de41e7cb-e3d9-4f34-b793-3d9e6cfca446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8969872 Apr 01 21:46:00.602974 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53788) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:00.605568 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] Sync routers for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:46:00.615667 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:46:00.616658 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:00.704607 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks [] for router (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:00.728367 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:46:00.809697 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks [] for router_gateway (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:00.902959 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:45:59Z', 'revision_number': 5, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port': {'id': '523754f9-2036-4fa4-8d04-81c899c441a8', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:00.932346 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] Checking router: de41e7cb-e3d9-4f34-b793-3d9e6cfca446 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:46:00.940538 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] Routers {'de41e7cb-e3d9-4f34-b793-3d9e6cfca446'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:46:00.941138 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:00.978276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Deleting port 523754f9-2036-4fa4-8d04-81c899c441a8 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:46:00.978631 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:01.034150 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] Set router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 gateway port host: None {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:46:01.069922 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] For port 523754f9-2036-4fa4-8d04-81c899c441a8, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=523754f9-2036-4fa4-8d04-81c899c441a8,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:01.070288 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:01.084680 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Calling delete_port for 523754f9-2036-4fa4-8d04-81c899c441a8 owned by network:router_gateway {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:46:01.096127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:46:00Z', 'revision_number': 6, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:01.107848 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849f7e1-f8e5-438f-97ce-1c680696ddf0 req-164c540d-4575-4dd8-8978-2d62cb8681d7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:01.116047 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e849f7e1-f8e5-438f-97ce-1c680696ddf0 req-164c540d-4575-4dd8-8978-2d62cb8681d7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 943 time: 0.0692234 Apr 01 21:46:01.123024 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30cbbb-920d-4cd8-b8f8-95397be339d1 None None] The sync data for ids ['de41e7cb-e3d9-4f34-b793-3d9e6cfca446'] in dv-cinder-836211-1-iscsi is: [{'id': 'de41e7cb-e3d9-4f34-b793-3d9e6cfca446', 'name': 'tempest-ServerRescueNegativeTestJSON-333696508-router', 'tenant_id': 'e48327a881b64c4aafa50ffb986450cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:46:00Z', 'revision_number': 6, 'project_id': 'e48327a881b64c4aafa50ffb986450cd', 'gw_port_host': None}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:46:01.162106 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e849f7e1-f8e5-438f-97ce-1c680696ddf0 req-2c61b8f4-d3b1-4049-98fa-c97bfd8c6932 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448313 Apr 01 21:46:01.274941 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff5efe-0a5a-4b57-ad36-b0ad10e7ec73 req-5a5a1270-d55f-4acf-b27e-8f44d4ef3d19 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:01.276422 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-26ff5efe-0a5a-4b57-ad36-b0ad10e7ec73 req-5a5a1270-d55f-4acf-b27e-8f44d4ef3d19 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0685601 Apr 01 21:46:01.351379 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-26ff5efe-0a5a-4b57-ad36-b0ad10e7ec73 req-629a9249-f850-4302-bd0e-863b07bc0c93 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550210 Apr 01 21:46:01.416375 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (523754f9-2036-4fa4-8d04-81c899c441a8), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:01.442593 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Pushing event deleted for resources: {'Port': ['ID=523754f9-2036-4fa4-8d04-81c899c441a8,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:01.502797 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:01.861060 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:01.863130 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks [] for router_controller (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.000405 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (de41e7cb-e3d9-4f34-b793-3d9e6cfca446), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.000975 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de41e7cb-e3d9-4f34-b793-3d9e6cfca446 {{(pid=110287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:46:02.006441 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.007614 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c0049083-1996-40cf-9a3e-969d750e5001 admin admin] 10.222.0.30 "DELETE /v2.0/routers/de41e7cb-e3d9-4f34-b793-3d9e6cfca446 HTTP/1.1" status: 204 len: 168 time: 1.4037187 Apr 01 21:46:02.010127 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53804) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:02.055383 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] Deleting subnet cefa34c4-c80e-4824-83dd-e1365cdb2f2e {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:46:02.058748 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] Publish callbacks [] for subnet (cefa34c4-c80e-4824-83dd-e1365cdb2f2e), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.098265 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555033'] for subnet (cefa34c4-c80e-4824-83dd-e1365cdb2f2e), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.200540 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (cefa34c4-c80e-4824-83dd-e1365cdb2f2e), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.265698 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 76ecf621-a92d-4249-b71d-5c554dc40373 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:46:02.290671 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 76ecf621-a92d-4249-b71d-5c554dc40373 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:46:02.291249 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 76ecf621-a92d-4249-b71d-5c554dc40373 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:46:02.291674 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 523754f9-2036-4fa4-8d04-81c899c441a8 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:46:02.295573 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321820e-76fd-4014-8fb5-0b0f9d38c542 req-1c8f669a-3a60-42c8-ba31-7e82e4c3e404 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:02.302668 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5321820e-76fd-4014-8fb5-0b0f9d38c542 req-1c8f669a-3a60-42c8-ba31-7e82e4c3e404 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 943 time: 0.0577917 Apr 01 21:46:02.313732 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 523754f9-2036-4fa4-8d04-81c899c441a8 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:46:02.314078 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 523754f9-2036-4fa4-8d04-81c899c441a8 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:46:02.320996 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9555080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9403925'] for subnet (cefa34c4-c80e-4824-83dd-e1365cdb2f2e), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.348106 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefa34c4-c80e-4824-83dd-e1365cdb2f2e,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:02.350135 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.351328 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5321820e-76fd-4014-8fb5-0b0f9d38c542 req-29fbccfd-9ef2-4471-b7e4-70b377b6f869 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464842 Apr 01 21:46:02.355442 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098011c1-e6a0-46a5-9a00-7c225c1cb7bb None None] Network 45e7b50d-8751-4809-b89b-4a262470e32b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:46:02.358960 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6995db59-c4b7-4028-8b4d-d7cd23736d71 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cefa34c4-c80e-4824-83dd-e1365cdb2f2e HTTP/1.1" status: 204 len: 168 time: 0.3455601 Apr 01 21:46:02.359625 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 53810) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:02.426248 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (45e7b50d-8751-4809-b89b-4a262470e32b), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.482598 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Deleting port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:46:02.482938 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.518132 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] DHCP port deletion for 45e7b50d-8751-4809-b89b-4a262470e32b request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:46:02.548638 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] For port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:02.549000 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.562339 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Calling delete_port for 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 owned by network:dhcp {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:46:02.565412 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] Deleting port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:46:02.565824 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.626655 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] For port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,segment=NetworkSegment(dc60f39a-c7b9-4297-a4aa-e77a829d894b),segment_id=dc60f39a-c7b9-4297-a4aa-e77a829d894b)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:02.627055 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.640096 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] Calling delete_port for 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:46:02.719107 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.748581 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:02.752854 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] No DVR routers for this DVR port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 on host dv-cinder-836211-1-iscsi {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:46:02.755983 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.783639 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] Pushing event deleted for resources: {'Port': ['ID=3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:02.787979 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcea734-181c-4019-b4d2-b94b749b42e5 None None] No DVR routers for this DVR port 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:46:02.870999 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (45e7b50d-8751-4809-b89b-4a262470e32b), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.898024 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e7b50d-8751-4809-b89b-4a262470e32b']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:02.915609 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc60f39a-c7b9-4297-a4aa-e77a829d894b') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:02.915909 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc60f39a-c7b9-4297-a4aa-e77a829d894b') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:02.930936 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (dc60f39a-c7b9-4297-a4aa-e77a829d894b), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.948775 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928f307-f4f1-4afe-a609-012cbfb75183 req-7d37be54-c4ad-4fd0-a0ba-73c593e59ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:02.950377 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f928f307-f4f1-4afe-a609-012cbfb75183 req-7d37be54-c4ad-4fd0-a0ba-73c593e59ae9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1655984 Apr 01 21:46:02.953823 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (dc60f39a-c7b9-4297-a4aa-e77a829d894b), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.959599 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:46:02.959979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (dc60f39a-c7b9-4297-a4aa-e77a829d894b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:46:02.961599 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:46:03.057686 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (45e7b50d-8751-4809-b89b-4a262470e32b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:03.068812 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:03.068812 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] 10.222.0.30 "DELETE /v2.0/networks/45e7b50d-8751-4809-b89b-4a262470e32b HTTP/1.1" status: 204 len: 168 time: 0.7075746 Apr 01 21:46:03.081079 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e09bb-faa4-4568-bcfe-74efc719f97e admin admin] Pushing event deleted for resources: {'Network': ['ID=45e7b50d-8751-4809-b89b-4a262470e32b,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:03.090039 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-4d8c5e50-5d37-44b1-92be-4d503f0d0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:03.091597 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-4d8c5e50-5d37-44b1-92be-4d503f0d0627 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 1127 time: 0.0664213 Apr 01 21:46:03.141271 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-b7690418-4ecb-4508-a24b-af2eb6247337 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68af7098-2559-4e5d-913f-0cf54ddedd07 HTTP/1.1" status: 200 len: 217 time: 0.0359097 Apr 01 21:46:03.195819 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-9b40d652-2ab7-4765-b3aa-e557f38183ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:03.197293 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-9b40d652-2ab7-4765-b3aa-e557f38183ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.0483692 Apr 01 21:46:03.247312 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c8e0-0783-492b-b828-7206fc10e259 req-cf9bfd2c-bbe4-47d2-a8f9-713f77418109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:03.248839 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-cf9bfd2c-bbe4-47d2-a8f9-713f77418109 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448418 Apr 01 21:46:03.347608 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-77ddcefc-8b2e-462c-9a22-b26227be20f2 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856304 Apr 01 21:46:03.424606 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53822) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:03.464881 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c2e38d6d-9bab-4424-873e-8b44881b2ac4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e48327a881b64c4aafa50ffb986450cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389445 Apr 01 21:46:03.466534 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f128c8e0-0783-492b-b828-7206fc10e259 req-f37b416f-f823-43a4-8f44-0c3ba588da7a service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121812 Apr 01 21:46:03.467277 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 53824) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:03.495658 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ddd7-03ce-413d-9386-d84f1d2de8fd req-14087b3e-f34f-49b3-9632-a3afecc978fa tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:03.497260 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bab5ddd7-03ce-413d-9386-d84f1d2de8fd req-14087b3e-f34f-49b3-9632-a3afecc978fa tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 943 time: 0.0676086 Apr 01 21:46:03.521391 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Publish callbacks [] for security_group (676bf765-34dc-4aba-b4d6-131d7a2e236f), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:03.542393 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Publish callbacks [] for security_group (676bf765-34dc-4aba-b4d6-131d7a2e236f), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:03.544844 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bab5ddd7-03ce-413d-9386-d84f1d2de8fd req-07a14af9-bb9a-4df1-a2a6-864b599084c1 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Apr 01 21:46:03.661877 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (676bf765-34dc-4aba-b4d6-131d7a2e236f), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:03.664441 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:03.665601 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/676bf765-34dc-4aba-b4d6-131d7a2e236f HTTP/1.1" status: 204 len: 168 time: 0.1974092 Apr 01 21:46:03.673133 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676bf765-34dc-4aba-b4d6-131d7a2e236f,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:03.680259 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.682902 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.683256 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.683597 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.683935 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.684270 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.684602 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.684931 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.685258 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.685604 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.685937 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.686262 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.686581 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.686902 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:03.687227 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9fe5-d992-41f5-a96c-4465bb544d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:04.259076 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:46:04.280574 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:46:04.280926 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3b1cff15-38e9-4b82-9c3f-e65b85e8a5e2 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:46:04.664137 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b7f81-6ddc-448e-ad20-4ba83e69758e req-84af5a4f-7aad-4e1f-bcc3-069040f5b513 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:04.665695 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e64b7f81-6ddc-448e-ad20-4ba83e69758e req-84af5a4f-7aad-4e1f-bcc3-069040f5b513 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 943 time: 0.0544801 Apr 01 21:46:04.713782 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e64b7f81-6ddc-448e-ad20-4ba83e69758e req-caea4bbf-0b16-456e-9201-1ce3442507d9 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Apr 01 21:46:05.563255 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd4876-1ebe-4210-8247-64dfbc59f634 req-d13e49ae-c819-46a6-9b5d-af4682323753 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:05.564827 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8bdd4876-1ebe-4210-8247-64dfbc59f634 req-d13e49ae-c819-46a6-9b5d-af4682323753 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0590625 Apr 01 21:46:05.620714 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8bdd4876-1ebe-4210-8247-64dfbc59f634 req-bb057f84-f8ad-477f-a5e5-7e2d7209c8e4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488653 Apr 01 21:46:05.833872 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d447a27-bea5-489f-996b-dcae0ee6cacb req-19f19b47-126f-409e-8ffc-18c856b99362 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:05.835362 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2d447a27-bea5-489f-996b-dcae0ee6cacb req-19f19b47-126f-409e-8ffc-18c856b99362 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 943 time: 0.0569575 Apr 01 21:46:05.869971 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 68af7098-2559-4e5d-913f-0cf54ddedd07 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:46:05.881915 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2d447a27-bea5-489f-996b-dcae0ee6cacb req-23ff1a12-1f3a-4dcf-95f7-82a8a0006812 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Apr 01 21:46:05.969848 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 68af7098-2559-4e5d-913f-0cf54ddedd07, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=68af7098-2559-4e5d-913f-0cf54ddedd07,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:05.980855 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'port_id': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'mac_address': 'fa:16:3e:6c:cd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:46:06.016792 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 68af7098-2559-4e5d-913f-0cf54ddedd07 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:46:06.017103 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:06.030890 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68af7098-2559-4e5d-913f-0cf54ddedd07 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:46:06.049631 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 68af7098-2559-4e5d-913f-0cf54ddedd07, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=68af7098-2559-4e5d-913f-0cf54ddedd07,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:06.154098 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:06.201788 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=68af7098-2559-4e5d-913f-0cf54ddedd07,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:06.499983 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['68af7098-2559-4e5d-913f-0cf54ddedd07'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:46:06.750786 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7984c-b2f8-4224-a6c9-9d40fd75176b req-f8e9c7d8-7271-4f7b-88f1-0fa51ce277c5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:06.752275 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8cf7984c-b2f8-4224-a6c9-9d40fd75176b req-f8e9c7d8-7271-4f7b-88f1-0fa51ce277c5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0520508 Apr 01 21:46:06.799303 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8cf7984c-b2f8-4224-a6c9-9d40fd75176b req-31570112-af55-412e-a7a2-45d893ec68ed tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413625 Apr 01 21:46:07.000483 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c5e81-7e50-4f43-8e95-7da8cd9ed638 req-8387c721-b161-4e1c-afb1-b10f6319b05c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:07.001973 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-949c5e81-7e50-4f43-8e95-7da8cd9ed638 req-8387c721-b161-4e1c-afb1-b10f6319b05c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 944 time: 0.0517647 Apr 01 21:46:07.055032 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-949c5e81-7e50-4f43-8e95-7da8cd9ed638 req-6200d0ba-1172-4b9e-aaf9-20564a76fdd3 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472932 Apr 01 21:46:07.924644 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78b0c1-8224-4c8b-be6c-d051c54076d3 req-da72a295-7326-40b7-83ad-ebb2cb324cc4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:07.926163 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4d78b0c1-8224-4c8b-be6c-d051c54076d3 req-da72a295-7326-40b7-83ad-ebb2cb324cc4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0544410 Apr 01 21:46:07.972319 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4d78b0c1-8224-4c8b-be6c-d051c54076d3 req-db26c7bb-5765-4936-9b97-b3287694c47c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400822 Apr 01 21:46:08.170276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b8dd-3e7e-4e8e-95a5-7b7eb9b7b012 req-d0501efa-2457-4e4f-9997-088c31578a17 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:08.171769 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e61b8dd-3e7e-4e8e-95a5-7b7eb9b7b012 req-d0501efa-2457-4e4f-9997-088c31578a17 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 944 time: 0.0510495 Apr 01 21:46:08.219605 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9e61b8dd-3e7e-4e8e-95a5-7b7eb9b7b012 req-12bafde3-65b3-4903-8f95-328a76569ef7 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Apr 01 21:46:09.095436 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f47e9-eedd-44fd-949c-37567f2674ea req-71359c35-2cdc-4cc5-a15e-6a4ffed43bb2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:09.096930 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7b0f47e9-eedd-44fd-949c-37567f2674ea req-71359c35-2cdc-4cc5-a15e-6a4ffed43bb2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0521028 Apr 01 21:46:09.144135 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7b0f47e9-eedd-44fd-949c-37567f2674ea req-fc2694d4-a2e4-4192-9809-02c73d71731a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414207 Apr 01 21:46:09.176223 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 68af7098-2559-4e5d-913f-0cf54ddedd07 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:46:09.280012 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 68af7098-2559-4e5d-913f-0cf54ddedd07 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:46:09.284120 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 68af7098-2559-4e5d-913f-0cf54ddedd07 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:46:09.284499 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:09.348286 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec09148-5097-4c14-97a0-720fea4e3b5c req-378738c7-a445-4538-8ec9-40badd60c46f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:09.349805 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bec09148-5097-4c14-97a0-720fea4e3b5c req-378738c7-a445-4538-8ec9-40badd60c46f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 944 time: 0.0579579 Apr 01 21:46:09.363144 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 68af7098-2559-4e5d-913f-0cf54ddedd07 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:46:09.363526 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:09.386394 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:46:09.388673 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2babba-2278-4870-b526-256e612cee3d" -d '{"events": [{"server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "name": "network-vif-plugged", "status": "completed", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:46:09.396771 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bec09148-5097-4c14-97a0-720fea4e3b5c req-b684b05d-2a5d-42a3-ac3b-30304691f4b5 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412116 Apr 01 21:46:09.400698 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 68af7098-2559-4e5d-913f-0cf54ddedd07, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=68af7098-2559-4e5d-913f-0cf54ddedd07,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:09.425052 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb876a78-9e13-44c9-bd22-214968acbf91 x-openstack-request-id: req-bb876a78-9e13-44c9-bd22-214968acbf91 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:46:09.425346 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "name": "network-vif-plugged", "status": "completed", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:46:09.425631 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb876a78-9e13-44c9-bd22-214968acbf91 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:46:09.426021 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb876a78-9e13-44c9-bd22-214968acbf91'] response: {'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'code': 200} Apr 01 21:46:09.474740 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:09.519739 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=68af7098-2559-4e5d-913f-0cf54ddedd07,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:09.526354 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.526700 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.527043 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.527377 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.527708 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.528037 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.528364 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.528685 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.529009 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.529333 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.529683 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.530007 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.530325 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.530642 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:09.530958 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:46:10.274646 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd3ab-548f-4df0-a701-b638fa836986 req-fb7e60dc-34ec-4ec9-8d09-6c3bd884f91c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:10.281994 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8c1fd3ab-548f-4df0-a701-b638fa836986 req-fb7e60dc-34ec-4ec9-8d09-6c3bd884f91c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0624285 Apr 01 21:46:10.324261 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8c1fd3ab-548f-4df0-a701-b638fa836986 req-0629accc-d9e7-4193-bfae-84d8b0b83ac6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414298 Apr 01 21:46:10.444845 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5e18-ca08-4db4-af28-937dbfa6efe9 req-440b657d-731d-4da1-bf2b-dcbc08fd87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:10.446396 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-995a5e18-ca08-4db4-af28-937dbfa6efe9 req-440b657d-731d-4da1-bf2b-dcbc08fd87fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 1129 time: 0.0438397 Apr 01 21:46:10.524069 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-995a5e18-ca08-4db4-af28-937dbfa6efe9 req-1d18637a-1251-4bb7-b1cd-9d38656c26c4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696027 Apr 01 21:46:10.539588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c068dbc-4c8d-4e0b-868f-e2046819d243 req-d015c8d5-e22a-4faa-a37e-f9bf3377bc01 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:10.541044 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0c068dbc-4c8d-4e0b-868f-e2046819d243 req-d015c8d5-e22a-4faa-a37e-f9bf3377bc01 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 945 time: 0.0737667 Apr 01 21:46:10.588952 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0c068dbc-4c8d-4e0b-868f-e2046819d243 req-e54d7a99-e95e-4175-a9a3-da49fba5b37f tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Apr 01 21:46:10.696467 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:46:11.297285 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:11.448536 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53464e-944c-4180-8aa7-a763f90dfe3f req-2914807d-e8d2-470f-9b11-ad2ea3266c4e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:11.450044 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5c53464e-944c-4180-8aa7-a763f90dfe3f req-2914807d-e8d2-470f-9b11-ad2ea3266c4e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0538507 Apr 01 21:46:11.504410 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5c53464e-944c-4180-8aa7-a763f90dfe3f req-af1f2d30-839e-4d49-991f-3e5baf46cfdb tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483458 Apr 01 21:46:11.706920 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd90a5e-81dd-455f-a89f-dd52e3383bba req-c9aa2e3c-5f10-4de4-b892-9186b7ac9935 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:11.708358 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3dd90a5e-81dd-455f-a89f-dd52e3383bba req-c9aa2e3c-5f10-4de4-b892-9186b7ac9935 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 945 time: 0.0528755 Apr 01 21:46:11.755402 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3dd90a5e-81dd-455f-a89f-dd52e3383bba req-79f514bc-cafe-49fd-af57-bb75c48254ac tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 Apr 01 21:46:12.631024 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33600d5-3237-40b9-8b02-ed787093bc76 req-f5410cec-9853-4b7b-bc2f-9e1d70974e91 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:12.632561 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e33600d5-3237-40b9-8b02-ed787093bc76 req-f5410cec-9853-4b7b-bc2f-9e1d70974e91 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0529048 Apr 01 21:46:12.679272 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e33600d5-3237-40b9-8b02-ed787093bc76 req-af3e5f53-94ee-4898-b907-43149872865c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411284 Apr 01 21:46:12.879754 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9e13-d92e-49e8-a5d9-934b94e088ed req-56d78c01-8bb5-4e95-ac79-13b8e47a1259 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:12.881269 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6dab9e13-d92e-49e8-a5d9-934b94e088ed req-56d78c01-8bb5-4e95-ac79-13b8e47a1259 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 945 time: 0.0575600 Apr 01 21:46:12.928798 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6dab9e13-d92e-49e8-a5d9-934b94e088ed req-8a072fd1-6572-4a75-a6aa-869e49c6bf45 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Apr 01 21:46:13.040257 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab612-6257-4eb0-9610-3ed5b184f084 req-60d5b164-d3bb-4937-b0f2-bac82f0d1db6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:13.041660 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-36aab612-6257-4eb0-9610-3ed5b184f084 req-60d5b164-d3bb-4937-b0f2-bac82f0d1db6 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 945 time: 0.0509934 Apr 01 21:46:13.050042 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54016) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:13.054342 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Request body: {'floatingip': {'port_id': '68af7098-2559-4e5d-913f-0cf54ddedd07'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:46:13.095429 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (33e40dbe-6a14-4b4e-bfe6-23a171c7bacc), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:13.730215 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:13.781774 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (33e40dbe-6a14-4b4e-bfe6-23a171c7bacc), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:13.808401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b23d-9cc6-4140-8aee-f51762449c23 req-c16a1dd0-e0b3-4c23-834c-4a0af6f9aa21 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:13.810207 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9b83b23d-9cc6-4140-8aee-f51762449c23 req-c16a1dd0-e0b3-4c23-834c-4a0af6f9aa21 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0549669 Apr 01 21:46:13.873430 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9b83b23d-9cc6-4140-8aee-f51762449c23 req-8da0f020-1868-41b4-ab13-c5aab9ef44a4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547979 Apr 01 21:46:13.902029 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.l3_db [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP 33e40dbe-6a14-4b4e-bfe6-23a171c7bacc associated. External IP: 172.27.1.220, port: 68af7098-2559-4e5d-913f-0cf54ddedd07. Apr 01 21:46:14.115330 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:46:14.225832 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:46:14.230663 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.237467 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:46:14.247494 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:46:14.248093 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:14.262660 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-5317f121-40fd-4bb3-81b3-640b914e0d13 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "PUT /v2.0/floatingips/33e40dbe-6a14-4b4e-bfe6-23a171c7bacc HTTP/1.1" status: 200 len: 991 time: 1.2115586 Apr 01 21:46:14.263224 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:46:14.265602 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48189c5-f53f-4a6a-b1be-425814f7637a" -d '{"events": [{"name": "network-changed", "server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:46:14.312962 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad770a2-325b-4474-a5e3-92cd100c9db2 x-openstack-request-id: req-5ad770a2-325b-4474-a5e3-92cd100c9db2 {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:46:14.316443 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:46:14.316443 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ad770a2-325b-4474-a5e3-92cd100c9db2 {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:46:14.316443 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad770a2-325b-4474-a5e3-92cd100c9db2'] response: {'name': 'network-changed', 'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'status': 'completed', 'code': 200} Apr 01 21:46:14.362570 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:46:14.391151 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54060) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:14.418590 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-993f1e7d-307a-48b0-8021-bb59c1dc189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:14.420163 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-993f1e7d-307a-48b0-8021-bb59c1dc189e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 1129 time: 0.0494106 Apr 01 21:46:14.514225 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b4d7cdd9-4ef4-4435-8ac9-43ea1ba63732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.520616 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-7704527c-cf9a-4e6e-b1d0-43f9bc7c9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:14.522677 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-7704527c-cf9a-4e6e-b1d0-43f9bc7c9796 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 200 len: 916 time: 0.0953114 Apr 01 21:46:14.592371 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-a397f97e-fe19-4805-82ba-90188ab3d2f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68af7098-2559-4e5d-913f-0cf54ddedd07 HTTP/1.1" status: 200 len: 999 time: 0.0622761 Apr 01 21:46:14.598282 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b4d7cdd9-4ef4-4435-8ac9-43ea1ba63732 admin admin] Publish callbacks [] for security_group (194a2434-ea85-4700-9425-7b9e772676bf), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.605506 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '33e40dbe-6a14-4b4e-bfe6-23a171c7bacc', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:6c:cd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:45:53Z', 'updated_at': '2022-04-01T21:46:13Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:14.631289 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:46:14.639913 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:46:14.640475 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:45:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:14.645743 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-8029de98-5032-4778-9e3f-2c68ec096072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:14.648155 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-8029de98-5032-4778-9e3f-2c68ec096072 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 200 len: 854 time: 0.0487869 Apr 01 21:46:14.691634 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b4d7cdd9-4ef4-4435-8ac9-43ea1ba63732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (194a2434-ea85-4700-9425-7b9e772676bf), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.703222 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-a059f186-804c-4fe4-86f4-e6b8897c8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:14.704850 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-a059f186-804c-4fe4-86f4-e6b8897c8826 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2fe525f-0896-4fb2-85f6-fd1713efecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499990 Apr 01 21:46:14.731868 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7cdd9-4ef4-4435-8ac9-43ea1ba63732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194a2434-ea85-4700-9425-7b9e772676bf,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:14.739153 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b4d7cdd9-4ef4-4435-8ac9-43ea1ba63732 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb2a64d61efb44e9bd465a192a2919fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469419 Apr 01 21:46:14.739734 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54064) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:14.760485 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:46:14.794905 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a26e02eb-99db-46f6-9dd1-9106a5192cc1 admin admin] Publish callbacks [] for security_group (194a2434-ea85-4700-9425-7b9e772676bf), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.801354 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-85c54707-b7c4-4c4a-b33f-9bcd4bc84129 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868752 Apr 01 21:46:14.819872 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a26e02eb-99db-46f6-9dd1-9106a5192cc1 admin admin] Publish callbacks [] for security_group (194a2434-ea85-4700-9425-7b9e772676bf), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.908467 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c48189c5-f53f-4a6a-b1be-425814f7637a req-53c797dc-4ec8-4d97-be4e-d0a499adb806 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001201 Apr 01 21:46:14.963033 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a26e02eb-99db-46f6-9dd1-9106a5192cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (194a2434-ea85-4700-9425-7b9e772676bf), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.965907 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a26e02eb-99db-46f6-9dd1-9106a5192cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:14.969473 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a26e02eb-99db-46f6-9dd1-9106a5192cc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/194a2434-ea85-4700-9425-7b9e772676bf HTTP/1.1" status: 204 len: 168 time: 0.2261949 Apr 01 21:46:14.975609 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e02eb-99db-46f6-9dd1-9106a5192cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194a2434-ea85-4700-9425-7b9e772676bf,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:15.012705 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '33e40dbe-6a14-4b4e-bfe6-23a171c7bacc', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:6c:cd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:45:53Z', 'updated_at': '2022-04-01T21:46:13Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:15.015016 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f4be-316b-4446-a6a2-852c43eaf2a8 req-05bb6408-9874-4c5b-ac53-33bb1a398f81 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:15.016669 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d38f4be-316b-4446-a6a2-852c43eaf2a8 req-05bb6408-9874-4c5b-ac53-33bb1a398f81 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0676081 Apr 01 21:46:15.041522 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97daeea-6e58-4cfc-8afa-a35353acc482 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '33e40dbe-6a14-4b4e-bfe6-23a171c7bacc', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'port_id': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'mac_address': 'fa:16:3e:6c:cd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:45:53Z', 'updated_at': '2022-04-01T21:46:13Z', 'revision_number': 1, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:46:15.070181 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0d38f4be-316b-4446-a6a2-852c43eaf2a8 req-fbb3ab42-d2c2-4884-b2fe-1c6b866d43da tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458822 Apr 01 21:46:15.265472 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad20099-1f2d-4288-a8e5-37db02af598b None None] New status for floating IP 33e40dbe-6a14-4b4e-bfe6-23a171c7bacc: ACTIVE {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:46:16.204175 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d064-153d-496d-916f-56e862f7e6a8 req-5b61fb1b-128e-4a8f-9937-89413d7964a5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:16.205731 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ce51d064-153d-496d-916f-56e862f7e6a8 req-5b61fb1b-128e-4a8f-9937-89413d7964a5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0629313 Apr 01 21:46:16.254119 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ce51d064-153d-496d-916f-56e862f7e6a8 req-ab7013d6-86d2-4156-932e-9c326be14d3e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413074 Apr 01 21:46:16.387861 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54104) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:16.435466 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] Deleting subnet 5f66dd64-fa60-4aae-8a20-52d9bac78e68 {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:46:16.438600 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] Publish callbacks [] for subnet (5f66dd64-fa60-4aae-8a20-52d9bac78e68), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.473213 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] Publish callbacks [] for subnet (5f66dd64-fa60-4aae-8a20-52d9bac78e68), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.478730 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (5f66dd64-fa60-4aae-8a20-52d9bac78e68), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.587950 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for subnet (5f66dd64-fa60-4aae-8a20-52d9bac78e68), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.618921 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.622355 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5f66dd64-fa60-4aae-8a20-52d9bac78e68 HTTP/1.1" status: 204 len: 168 time: 0.2333155 Apr 01 21:46:16.623209 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ffeeb-5ef9-44e5-a2b8-a1d2f87240a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f66dd64-fa60-4aae-8a20-52d9bac78e68,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:16.624825 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54112) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:16.696651 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (e0995c66-83c8-47c3-835c-67bcf7ec66a8), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.778128 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (e0995c66-83c8-47c3-835c-67bcf7ec66a8), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.798679 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.799023 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.799761 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.800088 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > port after_create 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.800413 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.800743 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > port after_update 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.801058 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.801371 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.801708 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.802026 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.879696 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.880047 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.880363 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.880712 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 21:46:16.881724 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0995c66-83c8-47c3-835c-67bcf7ec66a8']}} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:16.899076 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c3483a-5ab4-402d-8c07-5d33709751f7') {'for_net_delete': True} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:16.899369 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c3483a-5ab4-402d-8c07-5d33709751f7') {} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:46:16.915505 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9312297'] for segment (79c3483a-5ab4-402d-8c07-5d33709751f7), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.945726 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (79c3483a-5ab4-402d-8c07-5d33709751f7), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.954161 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:46:16.954483 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12387657'] for segment (79c3483a-5ab4-402d-8c07-5d33709751f7), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: from cryptography.utils import int_from_bytes Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: from cryptography.utils import int_from_bytes Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: Traceback (most recent call last): Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: timer() Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: cb(*args, **kw) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: return func(*args, **kwargs) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: self._notify() Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: self.callback(batched_events) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: event.method(event) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: return f(self, *a, **k) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._get(url).json() Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: return self.request(url, 'GET', **kwargs) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:46:16.958532 dv-cinder-836211-1-iscsi neutron-server[110288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:46:17.091458 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (e0995c66-83c8-47c3-835c-67bcf7ec66a8), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:17.097086 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:17.101045 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e0995c66-83c8-47c3-835c-67bcf7ec66a8 HTTP/1.1" status: 204 len: 168 time: 0.4752579 Apr 01 21:46:17.113626 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafd2fa-b2eb-412a-bb55-5f2615ff7327 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0995c66-83c8-47c3-835c-67bcf7ec66a8,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:17.383374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc3a33-6b84-440c-b803-d34108d81347 req-63a34538-b971-4753-9236-4c97048629c4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:17.385222 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d9bc3a33-6b84-440c-b803-d34108d81347 req-63a34538-b971-4753-9236-4c97048629c4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0573301 Apr 01 21:46:17.431848 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d9bc3a33-6b84-440c-b803-d34108d81347 req-3654448d-dfff-410f-b77d-8badec9f1169 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409124 Apr 01 21:46:17.484537 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54130) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:17.536869 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e5dd63a5-3d01-4ac8-beb9-05ddf6d44419 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d5b480d693e4532b05ad786a49f9ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427833 Apr 01 21:46:17.539338 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54134) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:46:17.585065 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3f3be38f-cdc6-4515-b0ca-a060c472959c admin admin] Publish callbacks [] for security_group (0408cac1-f6b7-4b71-b820-9dbe75fd206c), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:17.610057 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3f3be38f-cdc6-4515-b0ca-a060c472959c admin admin] Publish callbacks [] for security_group (0408cac1-f6b7-4b71-b820-9dbe75fd206c), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:17.719830 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3f3be38f-cdc6-4515-b0ca-a060c472959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0408cac1-f6b7-4b71-b820-9dbe75fd206c), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:17.722480 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3f3be38f-cdc6-4515-b0ca-a060c472959c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:17.723652 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3f3be38f-cdc6-4515-b0ca-a060c472959c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0408cac1-f6b7-4b71-b820-9dbe75fd206c HTTP/1.1" status: 204 len: 168 time: 0.1834297 Apr 01 21:46:17.731347 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3be38f-cdc6-4515-b0ca-a060c472959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0408cac1-f6b7-4b71-b820-9dbe75fd206c,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:18.551929 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08525cfa-38e4-4aa0-bd6e-9ec841c213e6 req-8c4c163c-0670-43f2-8d8b-21e02fc7067d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:18.557744 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-08525cfa-38e4-4aa0-bd6e-9ec841c213e6 req-8c4c163c-0670-43f2-8d8b-21e02fc7067d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Apr 01 21:46:18.600149 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-08525cfa-38e4-4aa0-bd6e-9ec841c213e6 req-082d8594-edf4-45a7-85b7-6f49e1deab91 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396245 Apr 01 21:46:19.720138 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a0991-5116-457e-aee8-a295c78fc749 req-0ace4685-cd4c-4673-b1d6-1ca3e8e96668 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:19.721649 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1e3a0991-5116-457e-aee8-a295c78fc749 req-0ace4685-cd4c-4673-b1d6-1ca3e8e96668 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Apr 01 21:46:19.768108 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1e3a0991-5116-457e-aee8-a295c78fc749 req-272f6f8c-0928-450d-8960-47ec8cbf2784 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408468 Apr 01 21:46:20.889356 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919340d-def1-4eae-bcc5-a5a107422c80 req-acf470f6-c705-4cbe-9713-347403dbda03 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:20.890839 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f919340d-def1-4eae-bcc5-a5a107422c80 req-acf470f6-c705-4cbe-9713-347403dbda03 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Apr 01 21:46:20.939113 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f919340d-def1-4eae-bcc5-a5a107422c80 req-975c6465-4f98-4848-ac77-abae124c86b3 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427620 Apr 01 21:46:22.061661 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb3718-9999-4400-91a6-024664ca8cec req-e14da3d6-a0e4-4869-93c5-7b693f3e5cc6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:22.063121 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-04cb3718-9999-4400-91a6-024664ca8cec req-e14da3d6-a0e4-4869-93c5-7b693f3e5cc6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0510273 Apr 01 21:46:22.112131 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-04cb3718-9999-4400-91a6-024664ca8cec req-a1334620-7ed8-47d0-bfbd-14f86452f822 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435462 Apr 01 21:46:22.376920 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d10d41fe-6ede-420e-bb09-60d72f4f0582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:23.232337 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db4a76-4bbc-4670-b482-6f11b74cdb61 req-f3374257-39b8-45ac-97e4-1c6fc9b4b730 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:23.233845 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-85db4a76-4bbc-4670-b482-6f11b74cdb61 req-f3374257-39b8-45ac-97e4-1c6fc9b4b730 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0520718 Apr 01 21:46:23.279730 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-85db4a76-4bbc-4670-b482-6f11b74cdb61 req-b5857443-f09d-47be-a560-d2a4602cdf96 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403657 Apr 01 21:46:24.405751 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59092609-67af-42ca-b179-7c9a7ed4aae4 req-b65c9ed0-d549-4f45-aec5-447fd38c284f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:24.407213 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-59092609-67af-42ca-b179-7c9a7ed4aae4 req-b65c9ed0-d549-4f45-aec5-447fd38c284f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0526385 Apr 01 21:46:24.453823 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-59092609-67af-42ca-b179-7c9a7ed4aae4 req-c8238691-c57d-413f-9bec-05fd35e5eb1e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402780 Apr 01 21:46:24.617409 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-83c88abb-30b4-4457-81a9-beae9bb8f749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:25.576730 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc1d0-8a41-4b7e-8841-7aff49890b6a req-25cbb35d-8ad0-48f1-8fa5-70b6a648746e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:25.578159 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad4fc1d0-8a41-4b7e-8841-7aff49890b6a req-25cbb35d-8ad0-48f1-8fa5-70b6a648746e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0531402 Apr 01 21:46:25.624034 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad4fc1d0-8a41-4b7e-8841-7aff49890b6a req-06c104e2-fdda-47e5-a200-6bd71bbab206 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403097 Apr 01 21:46:25.810862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:26.742550 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f4198-fa00-42c5-9397-e90c79761ee1 req-78aec321-59f5-4e6f-a505-df95ec0430f1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:26.744024 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-425f4198-fa00-42c5-9397-e90c79761ee1 req-78aec321-59f5-4e6f-a505-df95ec0430f1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0518596 Apr 01 21:46:26.789322 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-425f4198-fa00-42c5-9397-e90c79761ee1 req-996df410-6f30-4865-8231-35fef595bb1b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398810 Apr 01 21:46:27.023250 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:27.913842 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc7b90-c812-446b-8c60-a38f784ab2de req-1ca51c3b-0670-49ce-b1a3-50f2b08248ad tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:27.915335 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d6fc7b90-c812-446b-8c60-a38f784ab2de req-1ca51c3b-0670-49ce-b1a3-50f2b08248ad tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0556228 Apr 01 21:46:27.961614 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d6fc7b90-c812-446b-8c60-a38f784ab2de req-a27de867-c74d-4019-80f7-3a7c22c9e569 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405891 Apr 01 21:46:28.165626 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:46:28.261995 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:28.274142 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'port_id': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'mac_address': 'fa:16:3e:f1:cc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:46:28.309376 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: ACTIVE; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:46:28.309828 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:28.322935 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8987b52-1747-4683-8aec-6eff5f036d15 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:46:28.342355 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:28.433856 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:28.480746 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=6']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:28.658049 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['b8987b52-1747-4683-8aec-6eff5f036d15'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:46:28.793176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:29.091867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9b676-3ca0-4f05-9519-bc6e818b3b2c req-c7715051-f152-4821-ae0f-263fd7da9fcf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:29.093351 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-46e9b676-3ca0-4f05-9519-bc6e818b3b2c req-c7715051-f152-4821-ae0f-263fd7da9fcf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 944 time: 0.0575223 Apr 01 21:46:29.140175 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-46e9b676-3ca0-4f05-9519-bc6e818b3b2c req-b2063e5e-725c-4169-a653-2c742f320193 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410862 Apr 01 21:46:30.170865 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:46:30.266310 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port b8987b52-1747-4683-8aec-6eff5f036d15 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:46:30.267157 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:30.360379 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681eb3-1619-4e06-bbd2-01738d7c4526 req-0e7a3e93-4465-4029-83cf-8be24336cb64 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:30.376041 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5c681eb3-1619-4e06-bbd2-01738d7c4526 req-0e7a3e93-4465-4029-83cf-8be24336cb64 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 944 time: 0.0967286 Apr 01 21:46:30.400259 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:46:30.400657 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:30.426082 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5c681eb3-1619-4e06-bbd2-01738d7c4526 req-d9779f9a-ffcb-4225-8db7-788a1b80143a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487654 Apr 01 21:46:30.450567 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:46:30.460995 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e68e067-4962-4dee-a6c0-14f94dd30ca9" -d '{"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-plugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:46:30.471788 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:30.501290 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2bfa45-809f-48f4-8fc7-022a68f6c9e7 x-openstack-request-id: req-2e2bfa45-809f-48f4-8fc7-022a68f6c9e7 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:46:30.501752 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-plugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:46:30.502201 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e2bfa45-809f-48f4-8fc7-022a68f6c9e7 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:46:30.502678 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2bfa45-809f-48f4-8fc7-022a68f6c9e7'] response: {'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'code': 200} Apr 01 21:46:30.548300 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:30.602786 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=7']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:31.599649 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c81607-02cd-4b0e-b4cd-8d8bcde5b5fb req-f2a41fc4-890e-42a5-9313-343d20c41062 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:31.606046 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a7c81607-02cd-4b0e-b4cd-8d8bcde5b5fb req-f2a41fc4-890e-42a5-9313-343d20c41062 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0628080 Apr 01 21:46:31.658310 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a7c81607-02cd-4b0e-b4cd-8d8bcde5b5fb req-b7073186-cf2c-4054-8dbb-d28212257386 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485830 Apr 01 21:46:32.813782 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766504-b7d7-49c1-bcac-acc5c6174f55 req-65177a14-7c15-462a-98bf-68e2b2300efc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:32.815302 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b3766504-b7d7-49c1-bcac-acc5c6174f55 req-65177a14-7c15-462a-98bf-68e2b2300efc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0678983 Apr 01 21:46:32.883172 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b3766504-b7d7-49c1-bcac-acc5c6174f55 req-5316c37c-7c34-4bc7-852d-8f4d1a0269a4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582731 Apr 01 21:46:34.019576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1161f64-8de0-4fe6-8f85-e6c0ba58bcd2 req-47738c8b-968c-4e8d-aca7-0b95406190ce tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:34.021107 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a1161f64-8de0-4fe6-8f85-e6c0ba58bcd2 req-47738c8b-968c-4e8d-aca7-0b95406190ce tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0627575 Apr 01 21:46:34.086547 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a1161f64-8de0-4fe6-8f85-e6c0ba58bcd2 req-57f7d32b-7b1a-40cf-81a1-4214ab32676d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575202 Apr 01 21:46:35.235908 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882103b-f982-435b-bb01-545bae281900 req-12717a9d-3104-4318-8ac8-39e10d2ecff0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:35.237558 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d882103b-f982-435b-bb01-545bae281900 req-12717a9d-3104-4318-8ac8-39e10d2ecff0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0585737 Apr 01 21:46:35.295183 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d882103b-f982-435b-bb01-545bae281900 req-7b3866b1-c699-4c68-afb0-8bb5bc776bab tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493233 Apr 01 21:46:36.437307 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05ee68-522c-4314-92d4-d0b9721c8d42 req-1552a869-c546-4454-9d34-8643f0839098 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:36.438894 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2b05ee68-522c-4314-92d4-d0b9721c8d42 req-1552a869-c546-4454-9d34-8643f0839098 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0594459 Apr 01 21:46:36.493755 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2b05ee68-522c-4314-92d4-d0b9721c8d42 req-99c54ee0-3fe0-4742-a78a-5d6c719a2628 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478880 Apr 01 21:46:37.641448 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6688c-48f5-47bf-9b3e-c0db7347d756 req-e1f86162-c3b2-4605-bea9-c12023102075 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:37.643045 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-afe6688c-48f5-47bf-9b3e-c0db7347d756 req-e1f86162-c3b2-4605-bea9-c12023102075 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0538497 Apr 01 21:46:37.706307 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-afe6688c-48f5-47bf-9b3e-c0db7347d756 req-2f129267-d3d5-4a1b-9f7f-ecdfb953e110 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565691 Apr 01 21:46:38.842926 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a92ba-cd42-4c91-8149-c26dc33755ba req-618277d7-afd0-44aa-8ec3-52019f08a014 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:38.844775 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5c9a92ba-cd42-4c91-8149-c26dc33755ba req-618277d7-afd0-44aa-8ec3-52019f08a014 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0589206 Apr 01 21:46:38.901446 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5c9a92ba-cd42-4c91-8149-c26dc33755ba req-ba7873a0-1686-49fb-846d-8320df9e6c8a tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506368 Apr 01 21:46:40.051782 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5876bc-3243-4e1b-92e4-e4184709ffbc req-062b931f-bb82-43b1-88c3-8034544445fe tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:40.054085 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0a5876bc-3243-4e1b-92e4-e4184709ffbc req-062b931f-bb82-43b1-88c3-8034544445fe tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0626152 Apr 01 21:46:40.108489 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0a5876bc-3243-4e1b-92e4-e4184709ffbc req-7f07d599-3103-4c1c-b323-2d0171ab0fbc tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483384 Apr 01 21:46:41.234709 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29f198-991f-4a2e-9ce6-d9a384b6b1e3 req-0bb90ad5-4c1d-4fca-af6a-a9a3f4ce1520 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:41.238561 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c29f198-991f-4a2e-9ce6-d9a384b6b1e3 req-0bb90ad5-4c1d-4fca-af6a-a9a3f4ce1520 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Apr 01 21:46:41.284195 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c29f198-991f-4a2e-9ce6-d9a384b6b1e3 req-6c5aa1dd-ec83-44ed-9105-d4385f2d39d9 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419414 Apr 01 21:46:41.332851 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:41.363549 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-8149292c-8122-4087-bd26-bdc420adb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:41.365095 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-8149292c-8122-4087-bd26-bdc420adb66f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 1129 time: 0.0441208 Apr 01 21:46:41.461042 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-5e025e68-ed56-4d4d-9dfd-e784ebbfaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:41.462490 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-5e025e68-ed56-4d4d-9dfd-e784ebbfaae2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.0905857 Apr 01 21:46:41.527838 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-0ed2f91a-51b4-4459-8877-343eaf5152a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8987b52-1747-4683-8aec-6eff5f036d15 HTTP/1.1" status: 200 len: 1001 time: 0.0576234 Apr 01 21:46:41.578574 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-5b8953b3-6d0b-4489-9607-baa34ecfa25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:41.579942 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-5b8953b3-6d0b-4489-9607-baa34ecfa25f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0453842 Apr 01 21:46:41.632627 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-c37eb764-3546-4ee3-bdfe-ec7950de8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:41.634143 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-c37eb764-3546-4ee3-bdfe-ec7950de8bb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477812 Apr 01 21:46:41.723034 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-f14866b3-f347-47b1-b2f5-48d22623be46 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804574 Apr 01 21:46:41.814667 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f81fc58a-c7f0-4711-8f70-c221c02e3937 req-805a34ce-780d-48b8-9a66-f7841b25b654 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850899 Apr 01 21:46:42.407769 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486a35b-7ce3-4c3d-9c9a-7b33ee02f59b req-ae14b716-2721-4c1b-b2ac-d2faf4a2af12 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:42.409189 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a486a35b-7ce3-4c3d-9c9a-7b33ee02f59b req-ae14b716-2721-4c1b-b2ac-d2faf4a2af12 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0535815 Apr 01 21:46:42.457124 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a486a35b-7ce3-4c3d-9c9a-7b33ee02f59b req-29b35ee6-87dc-4cd2-8617-2ae680fa533f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421388 Apr 01 21:46:43.584765 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54439a-cb2b-4039-a2a6-23e390e2008c req-d3275444-5d49-4545-8bbc-0e04a76ae465 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:43.586299 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5f54439a-cb2b-4039-a2a6-23e390e2008c req-d3275444-5d49-4545-8bbc-0e04a76ae465 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0527592 Apr 01 21:46:43.636191 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5f54439a-cb2b-4039-a2a6-23e390e2008c req-2781f9bf-ed6d-4c4d-974c-c96ae5c8e793 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443552 Apr 01 21:46:44.756417 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefbe48-3d73-4602-b84a-3656bb18d9c6 req-c899f6af-653d-43a2-af58-7ea56ba98f2b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:44.758416 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ffefbe48-3d73-4602-b84a-3656bb18d9c6 req-c899f6af-653d-43a2-af58-7ea56ba98f2b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Apr 01 21:46:44.803176 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ffefbe48-3d73-4602-b84a-3656bb18d9c6 req-c9ea63b5-de94-4d4c-b9b6-2ba58e122c01 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393517 Apr 01 21:46:45.152335 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:46:45.228102 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: ACTIVE; New status is: DOWN {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:46:45.228409 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:45.249913 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:46:45.252062 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4afea9-e238-4891-b322-c0ec05463efb" -d '{"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-unplugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:46:45.264229 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:46:45.288302 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546a4ea0-9d74-415e-bf01-1df2742a1dbe x-openstack-request-id: req-546a4ea0-9d74-415e-bf01-1df2742a1dbe {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:46:45.288643 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-unplugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:46:45.288898 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-546a4ea0-9d74-415e-bf01-1df2742a1dbe {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:46:45.289292 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546a4ea0-9d74-415e-bf01-1df2742a1dbe'] response: {'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'code': 200} Apr 01 21:46:45.323860 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:45.373889 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=8']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:46:45.936434 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44626c54-d9da-4e49-9db9-fe6ba0eb731c req-72570493-0c24-4af0-b491-c4b8daaecd09 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:45.937943 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-44626c54-d9da-4e49-9db9-fe6ba0eb731c req-72570493-0c24-4af0-b491-c4b8daaecd09 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0555758 Apr 01 21:46:45.985118 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-44626c54-d9da-4e49-9db9-fe6ba0eb731c req-46d6e10c-d064-4a1c-bcbb-c5c3c3618fd7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413415 Apr 01 21:46:47.106711 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645cfc-3700-46c1-8871-358ae46c43b7 req-ed17442b-2d1f-4dcf-ae39-43d0f2b8174b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:47.108208 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f6645cfc-3700-46c1-8871-358ae46c43b7 req-ed17442b-2d1f-4dcf-ae39-43d0f2b8174b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0523207 Apr 01 21:46:47.154964 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f6645cfc-3700-46c1-8871-358ae46c43b7 req-aef4ab4b-1b1b-4c1f-92ba-ef454a9d126d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413399 Apr 01 21:46:47.698214 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:46:49.118172 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:46:49.196730 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: DOWN; New status is: DOWN {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:46:49.894851 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e5752-b7d4-4977-a803-907d0a5d7cdf req-b624be3c-725a-4e6e-b286-e8c099c1e8b0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:49.896353 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9f6e5752-b7d4-4977-a803-907d0a5d7cdf req-b624be3c-725a-4e6e-b286-e8c099c1e8b0 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0538728 Apr 01 21:46:49.945587 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9f6e5752-b7d4-4977-a803-907d0a5d7cdf req-49f7d79a-bdf1-4b63-8e16-e02bd73feca1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422208 Apr 01 21:46:50.153294 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-a41e5f90-2271-49d8-b5a0-b3052513a7e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464282 Apr 01 21:46:50.231689 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f532b1-105a-44d6-ac95-63549fd08352 req-c480826f-8070-425b-a0d8-1d9125c17b4d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:50.233226 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-c480826f-8070-425b-a0d8-1d9125c17b4d tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports/b8987b52-1747-4683-8aec-6eff5f036d15 HTTP/1.1" status: 200 len: 940 time: 0.0540597 Apr 01 21:46:51.068238 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd44bd-a40c-442e-81dc-4424e510c56d req-4e4286a4-f461-48cb-8532-da6bdb6d2a7c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:51.069667 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2afd44bd-a40c-442e-81dc-4424e510c56d req-4e4286a4-f461-48cb-8532-da6bdb6d2a7c tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0532424 Apr 01 21:46:51.117441 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2afd44bd-a40c-442e-81dc-4424e510c56d req-bfe06b73-d8c4-48bc-8862-732ceffba201 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417387 Apr 01 21:46:51.573428 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f532b1-105a-44d6-ac95-63549fd08352 req-85b168b3-b2ef-42b7-aafb-09235af967f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:51.574953 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-85b168b3-b2ef-42b7-aafb-09235af967f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62&tenant_id=b830e6c4d18d4632b83ac205b83cd683 HTTP/1.1" status: 200 len: 1127 time: 0.0444434 Apr 01 21:46:51.651910 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f532b1-105a-44d6-ac95-63549fd08352 req-f1da0317-9bdd-4e48-979f-be0eb89e0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:51.653303 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-f1da0317-9bdd-4e48-979f-be0eb89e0d04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b830e6c4d18d4632b83ac205b83cd683&device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 1127 time: 0.0443363 Apr 01 21:46:51.744714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f532b1-105a-44d6-ac95-63549fd08352 req-43fc908c-6092-4faa-8270-78d2bcc5fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:51.746231 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-43fc908c-6092-4faa-8270-78d2bcc5fdd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 200 len: 918 time: 0.0864189 Apr 01 21:46:51.811190 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-63ec6a32-4dbf-4173-a572-5931d8bab2f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8987b52-1747-4683-8aec-6eff5f036d15 HTTP/1.1" status: 200 len: 999 time: 0.0580552 Apr 01 21:46:51.862046 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f532b1-105a-44d6-ac95-63549fd08352 req-6048cf53-9b91-4be5-abc6-da25228db6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:51.863522 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-6048cf53-9b91-4be5-abc6-da25228db6cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 200 len: 856 time: 0.0460300 Apr 01 21:46:51.911435 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f532b1-105a-44d6-ac95-63549fd08352 req-a9b464f1-ab42-452f-81fd-ac5a76d7e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:51.912801 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-a9b464f1-ab42-452f-81fd-ac5a76d7e395 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bbed30bf-fb51-411a-9965-9d6a277737eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430498 Apr 01 21:46:51.998801 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-cd3f1592-882b-43eb-9a19-313c1129fbdb service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789561 Apr 01 21:46:52.091510 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-35f532b1-105a-44d6-ac95-63549fd08352 req-3815a69f-8b4c-442f-a49a-9264c051d6e9 service neutron] 10.222.0.31 "GET /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861747 Apr 01 21:46:52.245099 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f9211-5631-442c-9930-bfef87c56c1c req-60b76f4a-30cc-4fae-9def-3b82de550476 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:52.246400 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f21f9211-5631-442c-9930-bfef87c56c1c req-60b76f4a-30cc-4fae-9def-3b82de550476 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0557880 Apr 01 21:46:52.295580 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f21f9211-5631-442c-9930-bfef87c56c1c req-930c04a9-b4b9-4934-bc1a-57f60b7369b4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435252 Apr 01 21:46:52.395637 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-187fda3d-7c3b-432c-9c25-5c7882044cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:53.430418 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842d362-5acb-4730-8514-c5b7d302e326 req-d0a8d669-730b-4b35-a636-396f43cc902f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:53.432006 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c842d362-5acb-4730-8514-c5b7d302e326 req-d0a8d669-730b-4b35-a636-396f43cc902f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0574663 Apr 01 21:46:53.486677 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c842d362-5acb-4730-8514-c5b7d302e326 req-dcecbd66-e208-421d-8804-4e87edc07f76 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490432 Apr 01 21:46:54.629006 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7f33f936-ed1b-4564-b6b1-26cc672130ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:54.656971 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8034-861b-4756-9a8f-88a810a5656b req-a06e477f-4442-452d-a7f9-b88ec153adf6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:54.658653 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4f4b8034-861b-4756-9a8f-88a810a5656b req-a06e477f-4442-452d-a7f9-b88ec153adf6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0765142 Apr 01 21:46:54.716079 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4f4b8034-861b-4756-9a8f-88a810a5656b req-14919107-41be-4f8c-a2f0-96eb06ac24ea tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505545 Apr 01 21:46:55.775840 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:55.860238 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997ea02-24cc-44e2-a747-4c713373d250 req-05df07ab-c451-4ff2-9a00-4f5a8a6d7443 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:55.861668 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4997ea02-24cc-44e2-a747-4c713373d250 req-05df07ab-c451-4ff2-9a00-4f5a8a6d7443 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0626998 Apr 01 21:46:55.914205 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4997ea02-24cc-44e2-a747-4c713373d250 req-d1942269-92ec-4567-b5b5-4a5834838db7 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461037 Apr 01 21:46:57.022085 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:57.082791 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931ca01-8715-46fe-ab3c-c3277a6bb212 req-5c23187c-6e0e-4646-8f1b-3dfb84153956 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:57.084703 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3931ca01-8715-46fe-ab3c-c3277a6bb212 req-5c23187c-6e0e-4646-8f1b-3dfb84153956 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0693882 Apr 01 21:46:57.139319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3931ca01-8715-46fe-ab3c-c3277a6bb212 req-eae560b8-0506-4dd1-b494-59de9840af55 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488431 Apr 01 21:46:58.297588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b215-a9c9-4845-800c-7c8a98448dbf req-81489994-7449-41bc-bca5-8dc9bd45bd49 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:58.302449 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6042b215-a9c9-4845-800c-7c8a98448dbf req-81489994-7449-41bc-bca5-8dc9bd45bd49 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0789039 Apr 01 21:46:58.355502 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6042b215-a9c9-4845-800c-7c8a98448dbf req-1b0b80e4-9094-429c-acfa-0486970c9308 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499227 Apr 01 21:46:58.789276 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:46:59.485704 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b15ea6-57c3-4671-8da7-cebbddca037f req-bdde5ce2-47d2-4d74-8c4f-1388f0cd714f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:46:59.487226 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-90b15ea6-57c3-4671-8da7-cebbddca037f req-bdde5ce2-47d2-4d74-8c4f-1388f0cd714f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0538023 Apr 01 21:46:59.536710 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-90b15ea6-57c3-4671-8da7-cebbddca037f req-85080dcc-1ac4-4e86-9761-99f7ec292160 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431075 Apr 01 21:47:00.666867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c36af-4349-4b65-8837-b87c175eca3d req-a5a3fca4-74be-4297-b21a-c48ba4b96840 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:00.669230 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ba3c36af-4349-4b65-8837-b87c175eca3d req-a5a3fca4-74be-4297-b21a-c48ba4b96840 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0560687 Apr 01 21:47:00.723055 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ba3c36af-4349-4b65-8837-b87c175eca3d req-a106700a-5c09-42f2-921f-7d73cda78970 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455732 Apr 01 21:47:01.851322 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f69d3-b958-4584-9579-c2494c23f1e3 req-0bb9788c-e5ac-4313-abf5-ffc04d20e984 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:01.852888 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c78f69d3-b958-4584-9579-c2494c23f1e3 req-0bb9788c-e5ac-4313-abf5-ffc04d20e984 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0583901 Apr 01 21:47:01.901571 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c78f69d3-b958-4584-9579-c2494c23f1e3 req-59e2d33a-be9b-49c3-bae3-a19742232191 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431812 Apr 01 21:47:03.030123 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccfde8-17a7-4003-901e-c72e757ca63d req-ed214b3f-e6b0-4d0f-b9b1-734558924686 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:03.031646 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91ccfde8-17a7-4003-901e-c72e757ca63d req-ed214b3f-e6b0-4d0f-b9b1-734558924686 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0568638 Apr 01 21:47:03.082922 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-91ccfde8-17a7-4003-901e-c72e757ca63d req-06bebd70-3b6c-4f2f-b064-60fa2341d25f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446637 Apr 01 21:47:04.210055 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cab6a1-b82f-4393-8a43-0dda3719f749 req-9c7e1eab-c3fb-42e5-9a3b-77eba88f93e1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:04.211558 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-55cab6a1-b82f-4393-8a43-0dda3719f749 req-9c7e1eab-c3fb-42e5-9a3b-77eba88f93e1 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 943 time: 0.0571115 Apr 01 21:47:04.259773 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-55cab6a1-b82f-4393-8a43-0dda3719f749 req-38f4b35e-c0ff-423a-a4b5-ff96dcb92815 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423234 Apr 01 21:47:04.289468 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:47:04.390407 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:04.402502 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'port_id': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'mac_address': 'fa:16:3e:f1:cc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:47:04.447316 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:47:04.447757 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:04.461579 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8987b52-1747-4683-8aec-6eff5f036d15 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:47:04.481862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:04.553993 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:04.601441 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=9']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:04.882268 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['b8987b52-1747-4683-8aec-6eff5f036d15'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:47:05.391366 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b888842-1996-4315-9103-d701ae3ff2d6 req-16e783ea-8fa6-47fd-8eb5-ee4ef4cedbb4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:05.393066 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5b888842-1996-4315-9103-d701ae3ff2d6 req-16e783ea-8fa6-47fd-8eb5-ee4ef4cedbb4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 944 time: 0.0550869 Apr 01 21:47:05.441916 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5b888842-1996-4315-9103-d701ae3ff2d6 req-fc79a69f-f792-4c71-808b-d1f54a10ef9b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428746 Apr 01 21:47:06.295438 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:47:06.343734 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port b8987b52-1747-4683-8aec-6eff5f036d15 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:47:06.344106 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:06.420426 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port b8987b52-1747-4683-8aec-6eff5f036d15 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:47:06.420804 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:06.442373 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:06.444648 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88576839-a7dd-4f5c-8792-6ff82396e486" -d '{"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-plugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:06.457075 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:06.481656 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe93afe-07fc-4303-b6dd-fd704ec27e90 x-openstack-request-id: req-5fe93afe-07fc-4303-b6dd-fd704ec27e90 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:06.482012 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-plugged", "status": "completed", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:06.482275 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fe93afe-07fc-4303-b6dd-fd704ec27e90 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:06.482744 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe93afe-07fc-4303-b6dd-fd704ec27e90'] response: {'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'code': 200} Apr 01 21:47:06.541298 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:06.566864 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a88c9-4e4f-441e-b8fb-5734e3710c7e req-094ed320-09ae-4029-94e8-39f9b651d069 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:06.569148 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a2a88c9-4e4f-441e-b8fb-5734e3710c7e req-094ed320-09ae-4029-94e8-39f9b651d069 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 944 time: 0.0540340 Apr 01 21:47:06.589625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=10']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:06.619809 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a2a88c9-4e4f-441e-b8fb-5734e3710c7e req-4fd57f7a-0b4c-4f39-bf84-b4de76c7b83b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446141 Apr 01 21:47:06.840457 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771e718-9f0e-4a64-a4fa-25a46ede725f req-77962a41-6d1d-4336-bd78-7d757c27683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:06.841878 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f771e718-9f0e-4a64-a4fa-25a46ede725f req-77962a41-6d1d-4336-bd78-7d757c27683b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 1130 time: 0.0427449 Apr 01 21:47:06.886331 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f771e718-9f0e-4a64-a4fa-25a46ede725f req-98122c57-0dbd-4c4d-80fd-5786eab9d59f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371208 Apr 01 21:47:07.742795 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84e8c9-125d-4fdb-8d93-6d7954c832ac req-7f663dc0-9bd9-42d9-a729-b43fb5617601 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:07.745132 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6e84e8c9-125d-4fdb-8d93-6d7954c832ac req-7f663dc0-9bd9-42d9-a729-b43fb5617601 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 946 time: 0.0521188 Apr 01 21:47:07.794238 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6e84e8c9-125d-4fdb-8d93-6d7954c832ac req-498ee80b-652e-4d3f-bb4e-3e96ff418ba5 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443275 Apr 01 21:47:07.825432 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 54856) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:07.926541 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:08.021761 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Publish callbacks [] for security_group (01734ace-1574-499e-ad41-2f2b583f2f09), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:08.090698 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (01734ace-1574-499e-ad41-2f2b583f2f09), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:08.132383 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d9c9ee1c2294c899d7cf39bad8083b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058336 Apr 01 21:47:08.133442 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01734ace-1574-499e-ad41-2f2b583f2f09,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:08.133810 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54872) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:08.141167 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.141657 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.142104 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.142912 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.143342 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.143813 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.144243 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.144673 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.145120 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.145577 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.146009 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.146437 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.146857 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.147528 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.147732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f7506-0196-4c9e-b866-74443571d0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.182664 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Publish callbacks [] for security_group (01734ace-1574-499e-ad41-2f2b583f2f09), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:08.205539 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Publish callbacks [] for security_group (01734ace-1574-499e-ad41-2f2b583f2f09), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:08.336637 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (01734ace-1574-499e-ad41-2f2b583f2f09), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:08.339347 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:08.340501 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01734ace-1574-499e-ad41-2f2b583f2f09 HTTP/1.1" status: 204 len: 168 time: 0.2057130 Apr 01 21:47:08.348429 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01734ace-1574-499e-ad41-2f2b583f2f09,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:08.356081 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.356424 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.356763 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.357098 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.357448 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.357817 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.358334 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.358601 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.358925 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.359246 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.359569 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.359891 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.360457 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.360805 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.361135 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c8761-f9cc-4b56-bb2b-7ae9592152fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:08.919625 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec661-1701-438c-8b66-1c062b495194 req-943bb4b4-8f81-475c-a729-3635c84fb1d4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:08.921133 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f86ec661-1701-438c-8b66-1c062b495194 req-943bb4b4-8f81-475c-a729-3635c84fb1d4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 946 time: 0.0521982 Apr 01 21:47:08.968767 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f86ec661-1701-438c-8b66-1c062b495194 req-739907ab-a083-44a6-9ee8-723f0aa8776b tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418742 Apr 01 21:47:08.980936 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54906) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:08.997000 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-543503b3-5c18-4c25-9ba9-5174b9e6f5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:09.075776 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-543503b3-5c18-4c25-9ba9-5174b9e6f5e5 admin admin] Publish callbacks [] for security_group (3881b635-28e5-4f0c-b356-47e2199dfd19), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:09.153960 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-543503b3-5c18-4c25-9ba9-5174b9e6f5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3881b635-28e5-4f0c-b356-47e2199dfd19), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:09.192188 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543503b3-5c18-4c25-9ba9-5174b9e6f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3881b635-28e5-4f0c-b356-47e2199dfd19,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:09.196812 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-543503b3-5c18-4c25-9ba9-5174b9e6f5e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=201b18f001b24bcf8508ccff3567d509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148604 Apr 01 21:47:09.199607 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 54912) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:09.249583 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce5872f6-43fb-4706-ab30-3f8f4fea9aff admin admin] Publish callbacks [] for security_group (3881b635-28e5-4f0c-b356-47e2199dfd19), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:09.270418 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce5872f6-43fb-4706-ab30-3f8f4fea9aff admin admin] Publish callbacks [] for security_group (3881b635-28e5-4f0c-b356-47e2199dfd19), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:09.392319 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce5872f6-43fb-4706-ab30-3f8f4fea9aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3881b635-28e5-4f0c-b356-47e2199dfd19), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:09.394905 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce5872f6-43fb-4706-ab30-3f8f4fea9aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:09.396059 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ce5872f6-43fb-4706-ab30-3f8f4fea9aff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3881b635-28e5-4f0c-b356-47e2199dfd19 HTTP/1.1" status: 204 len: 168 time: 0.1954436 Apr 01 21:47:09.404340 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5872f6-43fb-4706-ab30-3f8f4fea9aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881b635-28e5-4f0c-b356-47e2199dfd19,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:10.104855 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c50f79-bd18-45bc-9697-151801767418 req-5eee6a42-232a-429b-a8a5-0fdef4e77fd6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:10.110231 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-57c50f79-bd18-45bc-9697-151801767418 req-5eee6a42-232a-429b-a8a5-0fdef4e77fd6 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 946 time: 0.0645728 Apr 01 21:47:10.153703 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-57c50f79-bd18-45bc-9697-151801767418 req-65e9ae7d-99bf-4593-b414-a6cd9f70572e tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416176 Apr 01 21:47:11.354866 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:12.953055 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-f87bfe44-067d-4ce0-b05c-2ab856a0e069 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470266 Apr 01 21:47:13.064581 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-17c4531c-04f7-4112-890f-70fb6bd3f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:13.066298 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-17c4531c-04f7-4112-890f-70fb6bd3f3a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1129 time: 0.0450246 Apr 01 21:47:13.168916 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-115e2e79-93ce-4e73-9a1b-a2b5b743737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:13.170494 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-115e2e79-93ce-4e73-9a1b-a2b5b743737f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 200 len: 909 time: 0.0853908 Apr 01 21:47:13.258793 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-9c158eb7-8b16-4535-8a1d-9847754ed09d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 1001 time: 0.0656869 Apr 01 21:47:13.307793 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-8c2a266b-b21b-4b07-8704-a31136d56cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:13.309253 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-8c2a266b-b21b-4b07-8704-a31136d56cc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=426db178-ae51-4a88-917f-68805ac0d5e4 HTTP/1.1" status: 200 len: 847 time: 0.0441978 Apr 01 21:47:13.358580 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-7874c679-0c04-4408-a661-a583a30b50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:13.360088 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-7874c679-0c04-4408-a661-a583a30b50e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447590 Apr 01 21:47:13.464859 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-4a4590fc-d000-4282-8270-38b967ad3801 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870860 Apr 01 21:47:13.562804 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29d75f48-8c9d-4274-a4cd-34039e7c1f26 req-5a28ed0f-f0c8-4153-b316-586b59fae5be service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846109 Apr 01 21:47:14.269870 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f161c-a2cd-4c3a-afa0-6dec222427a9 req-4d3e44dc-dc8b-4730-96e5-4b0d79a1bc5c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:14.271387 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bd1f161c-a2cd-4c3a-afa0-6dec222427a9 req-4d3e44dc-dc8b-4730-96e5-4b0d79a1bc5c tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 945 time: 0.0569599 Apr 01 21:47:14.317201 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bd1f161c-a2cd-4c3a-afa0-6dec222427a9 req-3c6ea423-9259-44ea-ad7c-c4dfb5ad6419 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401497 Apr 01 21:47:14.936898 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55040) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:15.039791 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-837b643a-da6d-4296-b3b3-385d0a199660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:15.118549 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-837b643a-da6d-4296-b3b3-385d0a199660 admin admin] Publish callbacks [] for security_group (a8fcb915-8cfd-4bcf-bba1-d8c3503e7385), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:15.182307 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-837b643a-da6d-4296-b3b3-385d0a199660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a8fcb915-8cfd-4bcf-bba1-d8c3503e7385), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:15.220705 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-837b643a-da6d-4296-b3b3-385d0a199660 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15865eb2fd494e3f92153fbfb706e391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826061 Apr 01 21:47:15.221941 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b643a-da6d-4296-b3b3-385d0a199660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fcb915-8cfd-4bcf-bba1-d8c3503e7385,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:15.223382 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55054) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:15.276379 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5f1-78c7-4c2e-b394-e11b72a937e2 admin admin] Publish callbacks [] for security_group (a8fcb915-8cfd-4bcf-bba1-d8c3503e7385), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:15.300307 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5f1-78c7-4c2e-b394-e11b72a937e2 admin admin] Publish callbacks [] for security_group (a8fcb915-8cfd-4bcf-bba1-d8c3503e7385), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:15.405246 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5f1-78c7-4c2e-b394-e11b72a937e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a8fcb915-8cfd-4bcf-bba1-d8c3503e7385), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:15.407964 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5f1-78c7-4c2e-b394-e11b72a937e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:15.409191 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ecb2e5f1-78c7-4c2e-b394-e11b72a937e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8fcb915-8cfd-4bcf-bba1-d8c3503e7385 HTTP/1.1" status: 204 len: 168 time: 0.1837924 Apr 01 21:47:15.418113 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2e5f1-78c7-4c2e-b394-e11b72a937e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fcb915-8cfd-4bcf-bba1-d8c3503e7385,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:15.446502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327d21c-2e9d-4a4f-8046-405196791b16 req-1fe6e959-ad11-42f9-aa70-ce77787d5ea4 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:15.447975 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4327d21c-2e9d-4a4f-8046-405196791b16 req-1fe6e959-ad11-42f9-aa70-ce77787d5ea4 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 945 time: 0.0644574 Apr 01 21:47:15.498002 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4327d21c-2e9d-4a4f-8046-405196791b16 req-05f618b6-77fa-4673-aac7-d16e40b8ab29 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440950 Apr 01 21:47:15.577578 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfca30-b2ec-476c-8417-b8dd8ac8bcbf req-b3039a37-2c1f-4c9b-a87d-2c13c4c569dd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:15.579102 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-45dfca30-b2ec-476c-8417-b8dd8ac8bcbf req-b3039a37-2c1f-4c9b-a87d-2c13c4c569dd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.0527267 Apr 01 21:47:15.625464 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-45dfca30-b2ec-476c-8417-b8dd8ac8bcbf req-75764fec-2440-45dc-8673-e7ea605393c6 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406833 Apr 01 21:47:15.964870 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-7571db3f-bb64-4947-a8bb-27edb1bb9708 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:15.966410 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-7571db3f-bb64-4947-a8bb-27edb1bb9708 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 945 time: 0.0523562 Apr 01 21:47:16.043533 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55064) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:16.061662 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5f63aadb-f4eb-4301-b257-52c140580679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.088019 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port 68af7098-2559-4e5d-913f-0cf54ddedd07 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:16.088354 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.202468 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] For port 68af7098-2559-4e5d-913f-0cf54ddedd07, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=68af7098-2559-4e5d-913f-0cf54ddedd07,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:16.202753 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.259640 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5f63aadb-f4eb-4301-b257-52c140580679 admin admin] Publish callbacks [] for security_group (efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.333340 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5f63aadb-f4eb-4301-b257-52c140580679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.417796 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-5f63aadb-f4eb-4301-b257-52c140580679 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a59419c646044c2695c210dff30eff4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731828 Apr 01 21:47:16.420400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55066) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:16.421631 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.422017 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (33e40dbe-6a14-4b4e-bfe6-23a171c7bacc), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.422333 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Floating IP 33e40dbe-6a14-4b4e-bfe6-23a171c7bacc disassociated. External IP: 172.27.1.220, port: 68af7098-2559-4e5d-913f-0cf54ddedd07. Apr 01 21:47:16.422675 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for 68af7098-2559-4e5d-913f-0cf54ddedd07 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:16.424576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63aadb-f4eb-4301-b257-52c140580679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:16.475906 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7c29e9d1-a388-4e4e-b64c-b32bcd22c57b admin admin] Publish callbacks [] for security_group (efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.497117 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7c29e9d1-a388-4e4e-b64c-b32bcd22c57b admin admin] Publish callbacks [] for security_group (efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.616490 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7c29e9d1-a388-4e4e-b64c-b32bcd22c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.619244 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7c29e9d1-a388-4e4e-b64c-b32bcd22c57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.620519 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7c29e9d1-a388-4e4e-b64c-b32bcd22c57b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c HTTP/1.1" status: 204 len: 168 time: 0.1989152 Apr 01 21:47:16.630423 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29e9d1-a388-4e4e-b64c-b32bcd22c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8ffcf-7fbc-4d58-ab18-176ddecd5a9c,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:16.760443 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27229f3-27c5-44f3-ab7b-4df1547511da req-2b294193-029d-4de8-a349-8c53b4f614bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:16.761972 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a27229f3-27c5-44f3-ab7b-4df1547511da req-2b294193-029d-4de8-a349-8c53b4f614bf tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.0569251 Apr 01 21:47:16.814909 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-a27229f3-27c5-44f3-ab7b-4df1547511da req-9213527e-17ce-4bca-baa9-d9541617991b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469451 Apr 01 21:47:16.854746 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (68af7098-2559-4e5d-913f-0cf54ddedd07), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:16.886399 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=68af7098-2559-4e5d-913f-0cf54ddedd07,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:16.941972 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3017e47-9c31-4f59-a965-15cd38d80956 req-cbf6960d-e022-4fcc-b57e-c783afed74c0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:16.943435 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a3017e47-9c31-4f59-a965-15cd38d80956 req-cbf6960d-e022-4fcc-b57e-c783afed74c0 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 867 time: 0.3749394 Apr 01 21:47:17.031902 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a3017e47-9c31-4f59-a965-15cd38d80956 req-6266b79d-66e8-4a60-91d8-e72ec548f945 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups?id=699d1306-8fcc-419a-919f-64888bb4eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623214 Apr 01 21:47:17.047880 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:17.169336 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:17.181314 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:17.190777 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:17.191517 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:46:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:17.221395 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] No DVR routers for this DVR port 68af7098-2559-4e5d-913f-0cf54ddedd07 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:17.223979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:17.227369 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-009d812d-e34e-4cd8-bce8-0357cf5aecb9 req-1240283b-9032-4596-a59e-bb0c546eb977 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.31 "DELETE /v2.0/ports/68af7098-2559-4e5d-913f-0cf54ddedd07 HTTP/1.1" status: 204 len: 173 time: 1.2547715 Apr 01 21:47:17.227794 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'name': 'network-vif-deleted', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:17.230132 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130e4b0-eacc-43a0-8ac3-c1aa1bd6d77a" -d '{"events": [{"server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "name": "network-vif-deleted", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:17.269222 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c636d09-3102-4c7d-87f7-d7485a7f97ed x-openstack-request-id: req-4c636d09-3102-4c7d-87f7-d7485a7f97ed {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:17.272368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c1ce81-4e11-4d76-a1d0-faa4cc0aba55", "name": "network-vif-deleted", "tag": "68af7098-2559-4e5d-913f-0cf54ddedd07", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:17.272589 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c636d09-3102-4c7d-87f7-d7485a7f97ed {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:17.273034 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c636d09-3102-4c7d-87f7-d7485a7f97ed'] response: {'server_uuid': '01c1ce81-4e11-4d76-a1d0-faa4cc0aba55', 'name': 'network-vif-deleted', 'tag': '68af7098-2559-4e5d-913f-0cf54ddedd07', 'status': 'completed', 'code': 200} Apr 01 21:47:17.323081 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:17.549615 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:17.580155 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:17.589228 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:17.589863 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:46:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:17.633596 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-f50696b2-9782-450e-b708-042e071ba3d0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:17.635011 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-f50696b2-9782-450e-b708-042e071ba3d0 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.0559416 Apr 01 21:47:17.746092 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Deleting port dca64b9e-ae24-4b7a-9294-4fe55c41b16a {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:17.746335 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:17.792281 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:17.846239 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] For port dca64b9e-ae24-4b7a-9294-4fe55c41b16a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:17.847305 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:18.007016 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d731-b35f-4f39-aefb-0956cdbdf1c9 req-a9555398-de3a-499e-bd6f-a55d3af284dd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:18.008504 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e99d731-b35f-4f39-aefb-0956cdbdf1c9 req-a9555398-de3a-499e-bd6f-a55d3af284dd tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 946 time: 0.1107991 Apr 01 21:47:18.030806 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:18.063069 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111a915-d239-4ac4-9d66-864a02f38fe1 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '47e7f9d0-93f1-4840-b471-44343edb690e', 'name': '', 'network_id': 'c2fe525f-0896-4fb2-85f6-fd1713efecde', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'mac_address': 'fa:16:3e:9a:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:20Z', 'updated_at': '2022-04-01T21:40:39Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'subnets': [{'id': '157bae94-b643-4a9f-8300-469b4dfbab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:18.158406 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:18.164791 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:18.164791 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Floating IP 6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6 disassociated. External IP: 172.27.1.24, port: dca64b9e-ae24-4b7a-9294-4fe55c41b16a. Apr 01 21:47:18.164791 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Calling delete_port for dca64b9e-ae24-4b7a-9294-4fe55c41b16a owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:18.168560 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e99d731-b35f-4f39-aefb-0956cdbdf1c9 req-9d801206-5214-4d01-b6fc-b80ca248834b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups?id=4683d04b-32ed-4a7f-be12-3b3648df15e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521356 Apr 01 21:47:18.189468 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-be31c17c-979f-489f-adf9-9d721ed7ed6f req-5b34f7be-dba4-4c76-ad8b-8fbc35165628 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1ce81-4e11-4d76-a1d0-faa4cc0aba55 HTTP/1.1" status: 200 len: 210 time: 0.0486679 Apr 01 21:47:18.373376 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e570c-ed75-4cb1-ae45-117de26c1695 None None] New status for floating IP 33e40dbe-6a14-4b4e-bfe6-23a171c7bacc: DOWN {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:47:18.383007 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (dca64b9e-ae24-4b7a-9294-4fe55c41b16a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:18.422652 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event deleted for resources: {'Port': ['ID=dca64b9e-ae24-4b7a-9294-4fe55c41b16a,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:18.540230 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:18.657256 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:18.669665 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] Sync routers for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:18.681068 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:18.681956 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:46:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:18.709206 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] No DVR routers for this DVR port dca64b9e-ae24-4b7a-9294-4fe55c41b16a on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:18.712199 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:18.715709 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-02dc96c6-dd42-424a-8dc2-1df333c86d04 req-43890382-6219-4b14-9a40-5fd925066f59 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.31 "DELETE /v2.0/ports/dca64b9e-ae24-4b7a-9294-4fe55c41b16a HTTP/1.1" status: 204 len: 173 time: 1.0744605 Apr 01 21:47:18.802523 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:19.027204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:19.052975 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] Checking router: 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:19.061362 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:19.061985 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:46:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:19.171032 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:19.289766 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'name': 'network-vif-deleted', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:19.292274 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e5394a-a8f9-4146-960d-a658e402c88c" -d '{"events": [{"server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "name": "network-vif-deleted", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:19.296680 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5d918b66-a10e-4462-a0c2-458a985d5d75 req-a436cf13-2efe-4241-8211-83649f5fc2c7 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd36a941-48ef-4c55-affc-e5e4a5419a00 HTTP/1.1" status: 200 len: 210 time: 0.0394042 Apr 01 21:47:19.340474 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55130) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:19.354440 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be35e7-c8cb-482e-9963-e89926b5730d x-openstack-request-id: req-11be35e7-c8cb-482e-9963-e89926b5730d {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:19.354885 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36a941-48ef-4c55-affc-e5e4a5419a00", "name": "network-vif-deleted", "tag": "dca64b9e-ae24-4b7a-9294-4fe55c41b16a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:19.355327 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11be35e7-c8cb-482e-9963-e89926b5730d {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:19.355823 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11be35e7-c8cb-482e-9963-e89926b5730d'] response: {'server_uuid': 'cd36a941-48ef-4c55-affc-e5e4a5419a00', 'name': 'network-vif-deleted', 'tag': 'dca64b9e-ae24-4b7a-9294-4fe55c41b16a', 'status': 'completed', 'code': 200} Apr 01 21:47:19.387332 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:19.405991 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-deba8cf7-ffe7-4735-bb9b-ca3b3af498db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (699d1306-8fcc-419a-919f-64888bb4eeaf), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:19.427851 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a8271-fd85-4a97-942f-00a885d467d1 None None] The sync data for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi is: [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:40:25Z', 'revision_number': 4, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '36ab7f41-e66a-4313-bab2-bd73c511d258', 'name': '', 'network_id': '2a8519f4-6107-49d3-a86f-187b7997fafa', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'mac_address': 'fa:16:3e:c4:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:21Z', 'updated_at': '2022-04-01T21:40:35Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'subnets': [{'id': '7c7333ec-6e12-4b94-afc9-440606049d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:19.434476 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-deba8cf7-ffe7-4735-bb9b-ca3b3af498db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (699d1306-8fcc-419a-919f-64888bb4eeaf), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:19.581128 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-deba8cf7-ffe7-4735-bb9b-ca3b3af498db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (699d1306-8fcc-419a-919f-64888bb4eeaf), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:19.584037 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-deba8cf7-ffe7-4735-bb9b-ca3b3af498db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:19.585232 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-deba8cf7-ffe7-4735-bb9b-ca3b3af498db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/security-groups/699d1306-8fcc-419a-919f-64888bb4eeaf HTTP/1.1" status: 204 len: 168 time: 0.2437451 Apr 01 21:47:19.592776 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55132) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:19.596394 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba8cf7-ffe7-4735-bb9b-ca3b3af498db tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699d1306-8fcc-419a-919f-64888bb4eeaf,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:19.612230 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.api.v2.resource [None req-d4e3339f-44d6-4e2d-bcc0-41bd1e6e20bc tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] show failed (client error): The resource could not be found. Apr 01 21:47:19.626203 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-d4e3339f-44d6-4e2d-bcc0-41bd1e6e20bc tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "GET /v2.0/security-groups/699d1306-8fcc-419a-919f-64888bb4eeaf HTTP/1.1" status: 404 len: 347 time: 0.0370519 Apr 01 21:47:19.629009 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55134) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:19.701830 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90896a8-494d-4a51-80b8-d8287524cd23 None None] New status for floating IP 6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6: DOWN {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:47:19.763997 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Deleting port cf1230cb-c44a-4648-8843-71a4b463ef11 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:19.764427 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:19.839602 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:19.839926 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (cf1230cb-c44a-4648-8843-71a4b463ef11), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:19.852332 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Calling delete_port for cf1230cb-c44a-4648-8843-71a4b463ef11 owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:20.055504 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (cf1230cb-c44a-4648-8843-71a4b463ef11), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.080823 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Pushing event deleted for resources: {'Port': ['ID=cf1230cb-c44a-4648-8843-71a4b463ef11,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:20.145536 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks [] for floatingip (33e40dbe-6a14-4b4e-bfe6-23a171c7bacc), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.148480 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.149654 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-5bfe0ba9-d91f-49ad-a628-3ec5fe0aa570 tempest-AttachVolumeNegativeTest-1881293952 tempest-AttachVolumeNegativeTest-1881293952-project] 10.222.0.30 "DELETE /v2.0/floatingips/33e40dbe-6a14-4b4e-bfe6-23a171c7bacc HTTP/1.1" status: 204 len: 168 time: 0.5194511 Apr 01 21:47:20.404936 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device dca64b9e-ae24-4b7a-9294-4fe55c41b16a no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:20.424998 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: dca64b9e-ae24-4b7a-9294-4fe55c41b16a {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:20.425344 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device dca64b9e-ae24-4b7a-9294-4fe55c41b16a not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:20.425791 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 68af7098-2559-4e5d-913f-0cf54ddedd07 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:20.443841 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 68af7098-2559-4e5d-913f-0cf54ddedd07 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:20.448820 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 68af7098-2559-4e5d-913f-0cf54ddedd07 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:20.474614 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55148) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:20.529171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5947014-e2fe-457a-8708-abe59eb36f1c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (4683d04b-32ed-4a7f-be12-3b3648df15e4), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.551885 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5947014-e2fe-457a-8708-abe59eb36f1c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (4683d04b-32ed-4a7f-be12-3b3648df15e4), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.650516 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5947014-e2fe-457a-8708-abe59eb36f1c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4683d04b-32ed-4a7f-be12-3b3648df15e4), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.653069 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b5947014-e2fe-457a-8708-abe59eb36f1c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.654243 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b5947014-e2fe-457a-8708-abe59eb36f1c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "DELETE /v2.0/security-groups/4683d04b-32ed-4a7f-be12-3b3648df15e4 HTTP/1.1" status: 204 len: 168 time: 0.1785743 Apr 01 21:47:20.656997 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55150) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:20.663527 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5947014-e2fe-457a-8708-abe59eb36f1c tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683d04b-32ed-4a7f-be12-3b3648df15e4,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:20.670512 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.api.v2.resource [None req-940b4982-d188-44c0-a47a-3bcef26d14a2 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] show failed (client error): The resource could not be found. Apr 01 21:47:20.672317 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-940b4982-d188-44c0-a47a-3bcef26d14a2 tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "GET /v2.0/security-groups/4683d04b-32ed-4a7f-be12-3b3648df15e4 HTTP/1.1" status: 404 len: 347 time: 0.0134931 Apr 01 21:47:20.677886 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55152) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:20.799810 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Deleting port d0d4220c-8593-4c6b-89f2-c14b4c7e3d25 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:20.800043 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.873233 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.873566 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:20.885791 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Calling delete_port for d0d4220c-8593-4c6b-89f2-c14b4c7e3d25 owned by network:floatingip {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:21.096415 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (d0d4220c-8593-4c6b-89f2-c14b4c7e3d25), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:21.121967 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Pushing event deleted for resources: {'Port': ['ID=d0d4220c-8593-4c6b-89f2-c14b4c7e3d25,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:21.189035 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks [] for floatingip (6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:21.191613 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:21.192888 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2a7520e2-f916-46e0-8bfa-a557c76e578b tempest-AttachVolumeTestJSON-1670735904 tempest-AttachVolumeTestJSON-1670735904-project] 10.222.0.30 "DELETE /v2.0/floatingips/6aaa1460-bf2a-4c2c-82cd-cdf6e154f2f6 HTTP/1.1" status: 204 len: 168 time: 0.5140865 Apr 01 21:47:22.376241 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-f9a978cd-7d0c-41b3-8c4c-3a40121703d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:23.714050 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55184) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:24.002343 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Deleting port 8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:24.002695 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:24.074413 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:24.074653 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for floatingip (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:24.086528 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Calling delete_port for 8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3 owned by network:floatingip {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:24.341082 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:24.368123 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event deleted for resources: {'Port': ['ID=8bfdcac3-9b38-4a9b-b869-6e1ac7e9c4d3,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:24.426000 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for floatingip (ff0499b2-1d47-4bd3-b695-35c7f5a8de26), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:24.426329 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.l3_db [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Floating IP ff0499b2-1d47-4bd3-b695-35c7f5a8de26 disassociated (deleted). External IP: 172.27.1.206, port: e90d1791-1c19-4d04-b89f-2b93ba38e7bb. Apr 01 21:47:24.622813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-70a8c73b-0fb0-4930-9766-da6ec35dc304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:24.697812 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:47:24.842878 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Router d3152a78-6319-4988-b977-fc66843ff4fc has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:24.950685 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:24.955636 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:24.962305 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] Sync routers for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:24.971899 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:24.972505 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:24.984896 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0ae53fe3-0b7f-4693-9421-330f8bced108 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "DELETE /v2.0/floatingips/ff0499b2-1d47-4bd3-b695-35c7f5a8de26 HTTP/1.1" status: 204 len: 168 time: 1.2697756 Apr 01 21:47:24.985619 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:24.988099 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00148588-c7ea-4aec-b387-58678f050cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:25.026271 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22564c68-c161-4ce3-a342-f147ebfe331d x-openstack-request-id: req-22564c68-c161-4ce3-a342-f147ebfe331d {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:25.026563 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:25.026829 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22564c68-c161-4ce3-a342-f147ebfe331d {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:25.027214 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22564c68-c161-4ce3-a342-f147ebfe331d'] response: {'name': 'network-changed', 'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'status': 'completed', 'code': 200} Apr 01 21:47:25.087109 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:25.121054 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148588-c7ea-4aec-b387-58678f050cbe req-48fef873-ddc4-4e3b-bd75-a86dc958e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:25.123350 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00148588-c7ea-4aec-b387-58678f050cbe req-48fef873-ddc4-4e3b-bd75-a86dc958e82f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=936b9d8e87054257a1fb6f0aad76f561&device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 1129 time: 0.0494409 Apr 01 21:47:25.213680 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148588-c7ea-4aec-b387-58678f050cbe req-94b5ac9e-e2e9-434f-a4ec-9789f77eebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:25.215154 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00148588-c7ea-4aec-b387-58678f050cbe req-94b5ac9e-e2e9-434f-a4ec-9789f77eebfb service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 200 len: 909 time: 0.0860810 Apr 01 21:47:25.259851 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00148588-c7ea-4aec-b387-58678f050cbe req-82da6700-de44-4b1d-a78f-a241b4d512b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 200 len: 217 time: 0.0366406 Apr 01 21:47:25.289320 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 5, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:25.312490 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148588-c7ea-4aec-b387-58678f050cbe req-0276f37b-3c24-4bb3-a615-256462abc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:25.313988 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00148588-c7ea-4aec-b387-58678f050cbe req-0276f37b-3c24-4bb3-a615-256462abc71c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=426db178-ae51-4a88-917f-68805ac0d5e4 HTTP/1.1" status: 200 len: 847 time: 0.0484555 Apr 01 21:47:25.314912 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] Checking router: d3152a78-6319-4988-b977-fc66843ff4fc for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:25.324026 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:25.324631 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:25.368359 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148588-c7ea-4aec-b387-58678f050cbe req-30eaf796-1d94-41ff-b22e-1d993bf006b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:25.369954 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00148588-c7ea-4aec-b387-58678f050cbe req-30eaf796-1d94-41ff-b22e-1d993bf006b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503983 Apr 01 21:47:25.432856 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:25.488982 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734672-4980-4a63-9304-14d3d752c521 req-8f7b2994-d5a0-4ef5-8038-3a98344f6a27 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:25.490514 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ce734672-4980-4a63-9304-14d3d752c521 req-8f7b2994-d5a0-4ef5-8038-3a98344f6a27 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.1183944 Apr 01 21:47:25.526319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00148588-c7ea-4aec-b387-58678f050cbe req-0a86e586-6440-4f01-83d7-ca6c697ff68a service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253593 Apr 01 21:47:25.605491 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ce734672-4980-4a63-9304-14d3d752c521 req-e5593cec-f0eb-4d50-91b3-b3fe2c72d91d tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041527 Apr 01 21:47:25.649842 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-00148588-c7ea-4aec-b387-58678f050cbe req-64abc780-b4c3-4085-ad95-ae72287d126d service neutron] 10.222.0.31 "GET /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113217 Apr 01 21:47:25.746657 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 5, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:25.782524 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:25.783105 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25293aff-b760-4293-ae78-b77b71f829c5 None None] The sync data for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi is: [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:41:44Z', 'revision_number': 4, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'aa8525ae-e223-46c2-90c7-9500c3cd10e3', 'name': '', 'network_id': 'fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'mac_address': 'fa:16:3e:e0:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:44Z', 'updated_at': '2022-04-01T21:41:49Z', 'revision_number': 5, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'subnets': [{'id': '426db178-ae51-4a88-917f-68805ac0d5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:26.031773 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd345b8-3c12-429f-80f7-bc01bbdbe624 None None] New status for floating IP ff0499b2-1d47-4bd3-b695-35c7f5a8de26: DOWN {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:47:26.729723 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc530a-d9c8-48b8-8db8-fb4bd70b17c7 req-caa625c6-ccd4-4396-aa66-c9ae2ce9ce5e tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:26.731223 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-75cc530a-d9c8-48b8-8db8-fb4bd70b17c7 req-caa625c6-ccd4-4396-aa66-c9ae2ce9ce5e tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0566549 Apr 01 21:47:26.780122 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-75cc530a-d9c8-48b8-8db8-fb4bd70b17c7 req-beec6871-1dba-46f5-9eeb-287f312f1657 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/security-groups?id=08e2889d-d848-4fea-aa98-5e888c35b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Apr 01 21:47:27.062177 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:27.244951 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-ef3f1a40-0d6f-404b-92ec-df8ecfc2b454 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:27.246442 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-ef3f1a40-0d6f-404b-92ec-df8ecfc2b454 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.31 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 945 time: 0.0637054 Apr 01 21:47:27.343442 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Deleting port e90d1791-1c19-4d04-b89f-2b93ba38e7bb {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:27.344079 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:27.373190 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55258) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:27.444622 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] For port e90d1791-1c19-4d04-b89f-2b93ba38e7bb, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:27.445022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:27.458337 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Calling delete_port for e90d1791-1c19-4d04-b89f-2b93ba38e7bb owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:27.673272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (e90d1791-1c19-4d04-b89f-2b93ba38e7bb), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:27.711672 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event deleted for resources: {'Port': ['ID=e90d1791-1c19-4d04-b89f-2b93ba38e7bb,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:27.751701 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] No DVR routers for this DVR port e90d1791-1c19-4d04-b89f-2b93ba38e7bb on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:27.754401 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:27.758127 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-61f81d10-2b87-40a2-8df7-990ab20654fb req-755773e7-bf5d-49c1-a487-d77d463bbdbe tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.31 "DELETE /v2.0/ports/e90d1791-1c19-4d04-b89f-2b93ba38e7bb HTTP/1.1" status: 204 len: 173 time: 0.5066857 Apr 01 21:47:27.758580 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-deleted', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:27.761510 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c1505-d42c-407d-a702-14f5a57120d5" -d '{"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-deleted", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:27.799578 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7addb051-76e8-4e67-a289-b5f870260dbc x-openstack-request-id: req-7addb051-76e8-4e67-a289-b5f870260dbc {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:27.799872 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a30e1d-ec6b-4e5d-8b9b-9d36d986e113", "name": "network-vif-deleted", "tag": "e90d1791-1c19-4d04-b89f-2b93ba38e7bb", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:27.800126 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7addb051-76e8-4e67-a289-b5f870260dbc {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:27.800556 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7addb051-76e8-4e67-a289-b5f870260dbc'] response: {'server_uuid': '51a30e1d-ec6b-4e5d-8b9b-9d36d986e113', 'name': 'network-vif-deleted', 'tag': 'e90d1791-1c19-4d04-b89f-2b93ba38e7bb', 'status': 'completed', 'code': 200} Apr 01 21:47:27.905120 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-41db8ae5-fae2-4e6a-832c-0148d08b2840 req-032110d2-5fcd-41fa-b0e4-cb65a6e6c29b tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 210 time: 0.0377014 Apr 01 21:47:27.939347 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (794c3706-3bfc-4926-9773-ef5f99bffeb1), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:28.248039 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Deleting port 47e7f9d0-93f1-4840-b471-44343edb690e {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:28.248414 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:28.334556 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] For port 47e7f9d0-93f1-4840-b471-44343edb690e, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=47e7f9d0-93f1-4840-b471-44343edb690e,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:28.334556 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:28.334855 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55274) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:28.347963 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Calling delete_port for 47e7f9d0-93f1-4840-b471-44343edb690e owned by network:router_interface {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:28.605143 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (47e7f9d0-93f1-4840-b471-44343edb690e), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:28.633886 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Pushing event deleted for resources: {'Port': ['ID=47e7f9d0-93f1-4840-b471-44343edb690e,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:28.772414 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:28.802610 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:28.809724 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (794c3706-3bfc-4926-9773-ef5f99bffeb1), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.042512 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Router 794c3706-3bfc-4926-9773-ef5f99bffeb1 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:29.052034 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-04b7bca6-9889-4749-9681-c558478a2851 req-99a58314-8bf7-4995-827e-fc2349357f13 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "GET /v2.0/ports?device_id=51a30e1d-ec6b-4e5d-8b9b-9d36d986e113 HTTP/1.1" status: 200 len: 210 time: 0.0373757 Apr 01 21:47:29.098584 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Deleting port 36ab7f41-e66a-4313-bab2-bd73c511d258 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:29.099158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.149466 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:29.158292 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4b8dae86-e77a-4d71-afc6-35cacd08208e admin admin] 10.222.0.30 "PUT /v2.0/routers/794c3706-3bfc-4926-9773-ef5f99bffeb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805281 Apr 01 21:47:29.159923 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55286) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:29.160421 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] Sync routers for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:29.173615 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:29.174592 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:29.202363 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] For port 36ab7f41-e66a-4313-bab2-bd73c511d258, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=36ab7f41-e66a-4313-bab2-bd73c511d258,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:29.202891 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.222881 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Calling delete_port for 36ab7f41-e66a-4313-bab2-bd73c511d258 owned by network:router_interface {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:29.277574 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks [] for router (794c3706-3bfc-4926-9773-ef5f99bffeb1), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.304326 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:29.406552 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks [] for router_gateway (794c3706-3bfc-4926-9773-ef5f99bffeb1), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.487761 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:47:28Z', 'revision_number': 5, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port': {'id': '4638eb01-acfa-4aac-9dae-473bd49213a4', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:29.518087 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] Checking router: 794c3706-3bfc-4926-9773-ef5f99bffeb1 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:29.527069 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] Routers {'794c3706-3bfc-4926-9773-ef5f99bffeb1'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:29.527770 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['794c3706-3bfc-4926-9773-ef5f99bffeb1'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:29.536747 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55290) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:29.546221 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Deleting port 4638eb01-acfa-4aac-9dae-473bd49213a4 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:29.546559 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.548572 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (36ab7f41-e66a-4313-bab2-bd73c511d258), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.584479 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ab7f41-e66a-4313-bab2-bd73c511d258,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:29.646462 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] Set router 794c3706-3bfc-4926-9773-ef5f99bffeb1 gateway port host: None {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:29.731237 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:47:29Z', 'revision_number': 6, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:29.763299 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b7158-2cd7-4e66-80cb-e790fe971161 None None] The sync data for ids ['794c3706-3bfc-4926-9773-ef5f99bffeb1'] in dv-cinder-836211-1-iscsi is: [{'id': '794c3706-3bfc-4926-9773-ef5f99bffeb1', 'name': 'tempest-AttachVolumeNegativeTest-1301314511-router', 'tenant_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:47:29Z', 'revision_number': 6, 'project_id': 'b5cafef9bf82418a8a46b28dab88b19d', 'gw_port_host': None}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:29.899737 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] For port 4638eb01-acfa-4aac-9dae-473bd49213a4, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4638eb01-acfa-4aac-9dae-473bd49213a4,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:29.900384 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:29.914605 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Calling delete_port for 4638eb01-acfa-4aac-9dae-473bd49213a4 owned by network:router_gateway {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:30.028525 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e1962892-f68b-40a1-8a96-eb0560152b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.098769 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.117835 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55296) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:30.146974 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (4638eb01-acfa-4aac-9dae-473bd49213a4), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.195429 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4638eb01-acfa-4aac-9dae-473bd49213a4,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:30.205312 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e1962892-f68b-40a1-8a96-eb0560152b5d admin admin] Publish callbacks [] for security_group (7c2e9fa0-5b34-417f-a11c-a236378d06ed), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.278596 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-07103943-3202-48b5-9439-569a9b9bdac4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group (08e2889d-d848-4fea-aa98-5e888c35b877), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.289086 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e1962892-f68b-40a1-8a96-eb0560152b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7c2e9fa0-5b34-417f-a11c-a236378d06ed), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.293810 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (794c3706-3bfc-4926-9773-ef5f99bffeb1), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.367691 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-e1962892-f68b-40a1-8a96-eb0560152b5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72772afde16e4f73be0ab25b3c586317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8296735 Apr 01 21:47:30.370521 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55298) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:30.377341 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1962892-f68b-40a1-8a96-eb0560152b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e9fa0-5b34-417f-a11c-a236378d06ed,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:30.405532 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-07103943-3202-48b5-9439-569a9b9bdac4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group (08e2889d-d848-4fea-aa98-5e888c35b877), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.420926 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (794c3706-3bfc-4926-9773-ef5f99bffeb1), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.425795 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:30.426843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks [] for router_controller (794c3706-3bfc-4926-9773-ef5f99bffeb1), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.446256 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2aee-d04b-4ce8-805e-485298ef1951 admin admin] Publish callbacks [] for security_group (7c2e9fa0-5b34-417f-a11c-a236378d06ed), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.471840 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device e90d1791-1c19-4d04-b89f-2b93ba38e7bb no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:30.492957 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: e90d1791-1c19-4d04-b89f-2b93ba38e7bb {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:30.493305 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device e90d1791-1c19-4d04-b89f-2b93ba38e7bb not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:30.535366 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2aee-d04b-4ce8-805e-485298ef1951 admin admin] Publish callbacks [] for security_group (7c2e9fa0-5b34-417f-a11c-a236378d06ed), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.564740 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (794c3706-3bfc-4926-9773-ef5f99bffeb1), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.565746 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 794c3706-3bfc-4926-9773-ef5f99bffeb1 {{(pid=110288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:47:30.571720 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.575488 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6b537cba-32b6-476f-941d-1adbbc27f0c6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/794c3706-3bfc-4926-9773-ef5f99bffeb1 HTTP/1.1" status: 204 len: 168 time: 1.4120662 Apr 01 21:47:30.575820 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55300) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:30.603055 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:30.612110 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-5c583608-35f1-4d5c-a292-9736f8ab74f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/37c2d053-82f2-4bad-ad95-92f5e20ff9d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2723141 Apr 01 21:47:30.612275 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55302) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:30.618330 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] Sync routers for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:30.629757 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:30.630685 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:30.670293 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4638eb01-acfa-4aac-9dae-473bd49213a4 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:30.679892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2aee-d04b-4ce8-805e-485298ef1951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7c2e9fa0-5b34-417f-a11c-a236378d06ed), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.682490 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2aee-d04b-4ce8-805e-485298ef1951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.683639 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-bdaf2aee-d04b-4ce8-805e-485298ef1951 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c2e9fa0-5b34-417f-a11c-a236378d06ed HTTP/1.1" status: 204 len: 168 time: 0.3126149 Apr 01 21:47:30.696856 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-07103943-3202-48b5-9439-569a9b9bdac4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (08e2889d-d848-4fea-aa98-5e888c35b877), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.696980 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2aee-d04b-4ce8-805e-485298ef1951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e9fa0-5b34-417f-a11c-a236378d06ed,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:30.697074 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-07103943-3202-48b5-9439-569a9b9bdac4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.700369 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-07103943-3202-48b5-9439-569a9b9bdac4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] 10.222.0.30 "DELETE /v2.0/security-groups/08e2889d-d848-4fea-aa98-5e888c35b877 HTTP/1.1" status: 204 len: 168 time: 0.5785007 Apr 01 21:47:30.729073 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07103943-3202-48b5-9439-569a9b9bdac4 tempest-TestShelveInstance-1774830700 tempest-TestShelveInstance-1774830700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e2889d-d848-4fea-aa98-5e888c35b877,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:30.735179 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 4638eb01-acfa-4aac-9dae-473bd49213a4 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:30.736764 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4638eb01-acfa-4aac-9dae-473bd49213a4 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:30.736764 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 47e7f9d0-93f1-4840-b471-44343edb690e no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:30.738843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] Deleting subnet 157bae94-b643-4a9f-8300-469b4dfbab26 {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:47:30.746280 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] Publish callbacks [] for subnet (157bae94-b643-4a9f-8300-469b4dfbab26), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.792488 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9312290'] for subnet (157bae94-b643-4a9f-8300-469b4dfbab26), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.807018 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55308) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:30.840135 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks [] for router (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:30.947452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 47e7f9d0-93f1-4840-b471-44343edb690e {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:30.947850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 47e7f9d0-93f1-4840-b471-44343edb690e not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:31.010888 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (157bae94-b643-4a9f-8300-469b4dfbab26), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.043892 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:31.059847 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks [] for router_gateway (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.154386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12389359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504909'] for subnet (157bae94-b643-4a9f-8300-469b4dfbab26), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.190794 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157bae94-b643-4a9f-8300-469b4dfbab26,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:31.193011 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.197126 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f51e8c77-9074-4cf4-985c-83438efc487a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/157bae94-b643-4a9f-8300-469b4dfbab26 HTTP/1.1" status: 204 len: 168 time: 0.6202097 Apr 01 21:47:31.201631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55316) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:31.211051 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15b2f9-a722-4cb1-9937-0d8e6a5297d5 None None] Network c2fe525f-0896-4fb2-85f6-fd1713efecde requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:47:31.282701 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Deleting port 0bc163ec-48dc-43c9-9cca-463f051fc69b {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:31.283074 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.350111 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (c2fe525f-0896-4fb2-85f6-fd1713efecde), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.363791 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:47:29Z', 'revision_number': 5, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port': {'id': '0bc163ec-48dc-43c9-9cca-463f051fc69b', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:09Z', 'updated_at': '2022-04-01T21:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:31.379997 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (d3152a78-6319-4988-b977-fc66843ff4fc), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.392587 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] Checking router: 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:31.403127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] Routers {'37c2d053-82f2-4bad-ad95-92f5e20ff9d8'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:31.407550 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:31.435806 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] For port 0bc163ec-48dc-43c9-9cca-463f051fc69b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=0bc163ec-48dc-43c9-9cca-463f051fc69b,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:31.436166 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.454953 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Calling delete_port for 0bc163ec-48dc-43c9-9cca-463f051fc69b owned by network:router_gateway {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:31.477485 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] DHCP port deletion for c2fe525f-0896-4fb2-85f6-fd1713efecde request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:47:31.523132 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Deleting port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:31.523485 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.529506 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] Set router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 gateway port host: None {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:31.565239 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55318) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:31.591074 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:47:31Z', 'revision_number': 6, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:31.603911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5624dc65-7cfa-4dea-9154-3bbc20a275a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.620226 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760c291-34da-4bda-b94e-19fbd83e27b0 None None] The sync data for ids ['37c2d053-82f2-4bad-ad95-92f5e20ff9d8'] in dv-cinder-836211-1-iscsi is: [{'id': '37c2d053-82f2-4bad-ad95-92f5e20ff9d8', 'name': 'tempest-AttachVolumeTestJSON-149131962-router', 'tenant_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:07Z', 'updated_at': '2022-04-01T21:47:31Z', 'revision_number': 6, 'project_id': '78ccf87f38b64bfabe9d2aa4ba75ccaa', 'gw_port_host': None}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:31.630263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Deleting port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:31.630802 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.633421 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] For port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:31.633816 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.692992 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Calling delete_port for d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 owned by network:dhcp {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:31.700308 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Deleting port aa8525ae-e223-46c2-90c7-9500c3cd10e3 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:31.700822 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.706007 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] For port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,segment=NetworkSegment(b5e8d533-8748-407a-a431-04209bc0c5c8),segment_id=b5e8d533-8748-407a-a431-04209bc0c5c8)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:31.706432 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.720130 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Calling delete_port for d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:31.783549 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] For port aa8525ae-e223-46c2-90c7-9500c3cd10e3, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=aa8525ae-e223-46c2-90c7-9500c3cd10e3,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:31.783913 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.797417 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Calling delete_port for aa8525ae-e223-46c2-90c7-9500c3cd10e3 owned by network:router_interface {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:31.865404 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5624dc65-7cfa-4dea-9154-3bbc20a275a3 admin admin] Publish callbacks [] for security_group (aaa6b53d-8a2d-45ca-809c-e1853dcedb36), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.873796 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.881318 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:31.900595 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Pushing event deleted for resources: {'Port': ['ID=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:31.908707 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:31.918897 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] No DVR routers for this DVR port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 on host dv-cinder-836211-1-iscsi {{(pid=110288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:31.920735 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] No DVR routers for this DVR port d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:31.930338 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.930873 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.931222 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.931561 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.932190 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.932492 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.933168 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.933522 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.934201 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.934543 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.934993 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.935423 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.935756 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.936439 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.936747 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcdb50-8ef6-4698-8d19-fc01709f2263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:47:31.939859 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (0bc163ec-48dc-43c9-9cca-463f051fc69b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.004550 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5624dc65-7cfa-4dea-9154-3bbc20a275a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (aaa6b53d-8a2d-45ca-809c-e1853dcedb36), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.016357 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc163ec-48dc-43c9-9cca-463f051fc69b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:32.060911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (c2fe525f-0896-4fb2-85f6-fd1713efecde), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.062134 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (aa8525ae-e223-46c2-90c7-9500c3cd10e3), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.097217 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8525ae-e223-46c2-90c7-9500c3cd10e3,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:32.108431 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-5624dc65-7cfa-4dea-9154-3bbc20a275a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c790c4defb8348c9b659784fde5a1c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406032 Apr 01 21:47:32.120293 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55320) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:32.130279 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fe525f-0896-4fb2-85f6-fd1713efecde']}} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:32.132446 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624dc65-7cfa-4dea-9154-3bbc20a275a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6b53d-8a2d-45ca-809c-e1853dcedb36,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:32.153536 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e8d533-8748-407a-a431-04209bc0c5c8') {'for_net_delete': True} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:32.153869 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e8d533-8748-407a-a431-04209bc0c5c8') {} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:32.175002 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.182168 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9312297'] for segment (b5e8d533-8748-407a-a431-04209bc0c5c8), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.285382 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (b5e8d533-8748-407a-a431-04209bc0c5c8), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.285681 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (d3152a78-6319-4988-b977-fc66843ff4fc), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.296828 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.300099 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks [] for router_controller (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.306876 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:47:32.307275 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12387657'] for segment (b5e8d533-8748-407a-a431-04209bc0c5c8), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: Traceback (most recent call last): Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: timer() Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: cb(*args, **kw) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: return func(*args, **kwargs) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: self._notify() Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: self.callback(batched_events) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: event.method(event) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: return f(self, *a, **k) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._get(url).json() Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: return self.request(url, 'GET', **kwargs) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:47:32.310143 dv-cinder-836211-1-iscsi neutron-server[110288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:47:32.385512 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-dd98939a-c4e3-49a5-bcbf-342ff53d3169 admin admin] Publish callbacks [] for security_group (aaa6b53d-8a2d-45ca-809c-e1853dcedb36), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.413855 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-dd98939a-c4e3-49a5-bcbf-342ff53d3169 admin admin] Publish callbacks [] for security_group (aaa6b53d-8a2d-45ca-809c-e1853dcedb36), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.470845 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (37c2d053-82f2-4bad-ad95-92f5e20ff9d8), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.472590 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37c2d053-82f2-4bad-ad95-92f5e20ff9d8 {{(pid=110288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:47:32.479861 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.484715 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c347958e-69df-49ca-b223-faba87b6ee26 admin admin] 10.222.0.30 "DELETE /v2.0/routers/37c2d053-82f2-4bad-ad95-92f5e20ff9d8 HTTP/1.1" status: 204 len: 168 time: 1.8691516 Apr 01 21:47:32.484968 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55322) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:32.518658 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (c2fe525f-0896-4fb2-85f6-fd1713efecde), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.525751 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.529582 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c2fe525f-0896-4fb2-85f6-fd1713efecde HTTP/1.1" status: 204 len: 168 time: 1.3264685 Apr 01 21:47:32.544685 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-dd98939a-c4e3-49a5-bcbf-342ff53d3169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (aaa6b53d-8a2d-45ca-809c-e1853dcedb36), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.548968 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:32.552431 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-dd98939a-c4e3-49a5-bcbf-342ff53d3169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.555300 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-dd98939a-c4e3-49a5-bcbf-342ff53d3169 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaa6b53d-8a2d-45ca-809c-e1853dcedb36 HTTP/1.1" status: 204 len: 168 time: 0.4294965 Apr 01 21:47:32.571858 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Router d3152a78-6319-4988-b977-fc66843ff4fc has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:32.572858 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e444678-b890-4637-80a8-31c81d6ca9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fe525f-0896-4fb2-85f6-fd1713efecde,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:32.583456 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98939a-c4e3-49a5-bcbf-342ff53d3169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6b53d-8a2d-45ca-809c-e1853dcedb36,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:32.595659 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] Deleting subnet 7c7333ec-6e12-4b94-afc9-440606049d8b {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:47:32.598935 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] Publish callbacks [] for subnet (7c7333ec-6e12-4b94-afc9-440606049d8b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.621862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:32.622622 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device d2dde3cd-ddb4-4c2e-9a53-98386b6f18c2 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:32.623330 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 0bc163ec-48dc-43c9-9cca-463f051fc69b no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:32.645136 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9312290'] for subnet (7c7333ec-6e12-4b94-afc9-440606049d8b), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.661216 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 0bc163ec-48dc-43c9-9cca-463f051fc69b {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:32.661595 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 0bc163ec-48dc-43c9-9cca-463f051fc69b not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:32.662003 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 36ab7f41-e66a-4313-bab2-bd73c511d258 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:32.688515 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 36ab7f41-e66a-4313-bab2-bd73c511d258 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:32.689212 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 36ab7f41-e66a-4313-bab2-bd73c511d258 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:32.757772 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (7c7333ec-6e12-4b94-afc9-440606049d8b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.761453 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:32.766828 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-73ecee01-e406-4f7c-8042-c1866ce8cb62 admin admin] 10.222.0.30 "PUT /v2.0/routers/d3152a78-6319-4988-b977-fc66843ff4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565556 Apr 01 21:47:32.769310 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55328) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:32.773515 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] Sync routers for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:32.786281 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:32.786918 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:32.900035 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks [] for router (d3152a78-6319-4988-b977-fc66843ff4fc), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.908363 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:32.925022 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12389359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504909'] for subnet (7c7333ec-6e12-4b94-afc9-440606049d8b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.955598 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7333ec-6e12-4b94-afc9-440606049d8b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:32.964404 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd942ae6-3d9b-4ed5-88cb-ace7e6af590a None None] Network 2a8519f4-6107-49d3-a86f-187b7997fafa requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:47:32.970900 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:32.975233 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-9cb82d3c-76e7-44af-8e57-5c7b2145defe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7c7333ec-6e12-4b94-afc9-440606049d8b HTTP/1.1" status: 204 len: 168 time: 0.4890921 Apr 01 21:47:32.989225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55330) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:33.102984 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (2a8519f4-6107-49d3-a86f-187b7997fafa), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.114346 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55334) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:33.124698 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks [] for router_gateway (d3152a78-6319-4988-b977-fc66843ff4fc), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.162607 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] DHCP port deletion for 2a8519f4-6107-49d3-a86f-187b7997fafa request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:47:33.174879 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-efc8cc5c-f602-4429-9ceb-8e4d19aa466b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5cafef9bf82418a8a46b28dab88b19d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0590756 Apr 01 21:47:33.178403 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55338) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:33.195519 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Deleting port bbedd121-47dc-474c-9684-ae3967849297 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:33.195942 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (bbedd121-47dc-474c-9684-ae3967849297), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.212742 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:47:31Z', 'revision_number': 5, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port': {'id': 'ccd185f0-163d-4958-a203-8bc5e73b83e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:78:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:42Z', 'updated_at': '2022-04-01T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:33.235487 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] Deleting port bbedd121-47dc-474c-9684-ae3967849297 {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:33.235868 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (bbedd121-47dc-474c-9684-ae3967849297), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.240744 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2ce8-e364-422f-8040-34a6bcce0da0 admin admin] Publish callbacks [] for security_group (9ec21fca-4502-4e66-91c8-42a88fa93765), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.259106 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] Checking router: d3152a78-6319-4988-b977-fc66843ff4fc for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:33.267425 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2ce8-e364-422f-8040-34a6bcce0da0 admin admin] Publish callbacks [] for security_group (9ec21fca-4502-4e66-91c8-42a88fa93765), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.281486 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] Routers {'d3152a78-6319-4988-b977-fc66843ff4fc'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:33.282125 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['d3152a78-6319-4988-b977-fc66843ff4fc'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:33.323540 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] For port bbedd121-47dc-474c-9684-ae3967849297, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bbedd121-47dc-474c-9684-ae3967849297,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:33.323540 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (bbedd121-47dc-474c-9684-ae3967849297), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.342045 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] For port bbedd121-47dc-474c-9684-ae3967849297, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bbedd121-47dc-474c-9684-ae3967849297,segment=NetworkSegment(70494f42-2397-49a9-8477-f0312b37b525),segment_id=70494f42-2397-49a9-8477-f0312b37b525)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:33.342468 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (bbedd121-47dc-474c-9684-ae3967849297), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.347431 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Calling delete_port for bbedd121-47dc-474c-9684-ae3967849297 owned by network:dhcp {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:33.355865 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Deleting port ccd185f0-163d-4958-a203-8bc5e73b83e3 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:33.356630 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.370170 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] Calling delete_port for bbedd121-47dc-474c-9684-ae3967849297 owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:33.400609 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] Set router d3152a78-6319-4988-b977-fc66843ff4fc gateway port host: None {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:33.410742 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2ce8-e364-422f-8040-34a6bcce0da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9ec21fca-4502-4e66-91c8-42a88fa93765), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.413512 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2ce8-e364-422f-8040-34a6bcce0da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.417335 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b1bc2ce8-e364-422f-8040-34a6bcce0da0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ec21fca-4502-4e66-91c8-42a88fa93765 HTTP/1.1" status: 204 len: 168 time: 0.2336371 Apr 01 21:47:33.447353 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc2ce8-e364-422f-8040-34a6bcce0da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec21fca-4502-4e66-91c8-42a88fa93765,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:33.463376 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:47:33Z', 'revision_number': 6, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:33.495843 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f6254d-6044-4cf2-9ddb-b2d073c02780 None None] The sync data for ids ['d3152a78-6319-4988-b977-fc66843ff4fc'] in dv-cinder-836211-1-iscsi is: [{'id': 'd3152a78-6319-4988-b977-fc66843ff4fc', 'name': 'tempest-TestShelveInstance-315276678-router', 'tenant_id': '936b9d8e87054257a1fb6f0aad76f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:41Z', 'updated_at': '2022-04-01T21:47:33Z', 'revision_number': 6, 'project_id': '936b9d8e87054257a1fb6f0aad76f561', 'gw_port_host': None}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:33.499306 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] For port ccd185f0-163d-4958-a203-8bc5e73b83e3, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=ccd185f0-163d-4958-a203-8bc5e73b83e3,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:33.499439 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.514302 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Calling delete_port for ccd185f0-163d-4958-a203-8bc5e73b83e3 owned by network:router_gateway {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:33.553764 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (bbedd121-47dc-474c-9684-ae3967849297), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.582315 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (bbedd121-47dc-474c-9684-ae3967849297), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:33.584350 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] Pushing event deleted for resources: {'Port': ['ID=bbedd121-47dc-474c-9684-ae3967849297,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:33.587151 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5bb7b-4bcd-4909-8b44-7bd619cb9484 None None] No DVR routers for this DVR port bbedd121-47dc-474c-9684-ae3967849297 on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:33.601994 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] No DVR routers for this DVR port bbedd121-47dc-474c-9684-ae3967849297 on host dv-cinder-836211-1-iscsi {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:33.640971 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbedd121-47dc-474c-9684-ae3967849297,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:34.005213 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (2a8519f4-6107-49d3-a86f-187b7997fafa), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.034817 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8519f4-6107-49d3-a86f-187b7997fafa']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:34.048557 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70494f42-2397-49a9-8477-f0312b37b525') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:34.050940 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70494f42-2397-49a9-8477-f0312b37b525') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:34.079305 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (70494f42-2397-49a9-8477-f0312b37b525), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.100915 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (70494f42-2397-49a9-8477-f0312b37b525), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.114620 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:47:34.115025 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (70494f42-2397-49a9-8477-f0312b37b525), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: self.session.flush() Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: self.session.flush() Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: self.session.flush() Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: self.session.flush() Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:47:34.116745 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:47:34.206358 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (ccd185f0-163d-4958-a203-8bc5e73b83e3), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.259191 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (2a8519f4-6107-49d3-a86f-187b7997fafa), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.264263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.267578 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2a8519f4-6107-49d3-a86f-187b7997fafa HTTP/1.1" status: 204 len: 168 time: 1.2821789 Apr 01 21:47:34.268489 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd185f0-163d-4958-a203-8bc5e73b83e3,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:34.337613 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device ccd185f0-163d-4958-a203-8bc5e73b83e3 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:34.365971 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (d3152a78-6319-4988-b977-fc66843ff4fc), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.369060 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acdb23-94c5-4209-846c-9e3dbea8d427 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8519f4-6107-49d3-a86f-187b7997fafa,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:34.373952 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: ccd185f0-163d-4958-a203-8bc5e73b83e3 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:34.374523 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device ccd185f0-163d-4958-a203-8bc5e73b83e3 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:34.375113 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bbedd121-47dc-474c-9684-ae3967849297 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:34.399529 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: bbedd121-47dc-474c-9684-ae3967849297 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:34.400096 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bbedd121-47dc-474c-9684-ae3967849297 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:34.400674 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device aa8525ae-e223-46c2-90c7-9500c3cd10e3 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:34.422420 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: aa8525ae-e223-46c2-90c7-9500c3cd10e3 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:34.424419 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device aa8525ae-e223-46c2-90c7-9500c3cd10e3 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:34.487989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (d3152a78-6319-4988-b977-fc66843ff4fc), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.490248 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks [] for router_controller (d3152a78-6319-4988-b977-fc66843ff4fc), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.644929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (d3152a78-6319-4988-b977-fc66843ff4fc), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.645528 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3152a78-6319-4988-b977-fc66843ff4fc {{(pid=110287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:47:34.651335 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.655213 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-5a631d20-c2aa-4930-9bf3-b926eab9c952 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d3152a78-6319-4988-b977-fc66843ff4fc HTTP/1.1" status: 204 len: 168 time: 1.8824902 Apr 01 21:47:34.655388 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55382) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:34.688391 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55384) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:34.718338 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] Deleting subnet 426db178-ae51-4a88-917f-68805ac0d5e4 {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:47:34.722762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] Publish callbacks [] for subnet (426db178-ae51-4a88-917f-68805ac0d5e4), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.746816 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d0492109-fb29-4a01-aed5-e88bac108364 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78ccf87f38b64bfabe9d2aa4ba75ccaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563893 Apr 01 21:47:34.749212 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55386) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:34.771430 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555033'] for subnet (426db178-ae51-4a88-917f-68805ac0d5e4), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.818397 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1defc960-81c4-4cff-8d69-078b55b2a352 admin admin] Publish callbacks [] for security_group (f524fb59-68c3-41b6-81c2-34baff80c165), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.841087 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1defc960-81c4-4cff-8d69-078b55b2a352 admin admin] Publish callbacks [] for security_group (f524fb59-68c3-41b6-81c2-34baff80c165), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.868072 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (426db178-ae51-4a88-917f-68805ac0d5e4), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.970795 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1defc960-81c4-4cff-8d69-078b55b2a352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (f524fb59-68c3-41b6-81c2-34baff80c165), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.973602 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1defc960-81c4-4cff-8d69-078b55b2a352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:34.974799 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1defc960-81c4-4cff-8d69-078b55b2a352 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f524fb59-68c3-41b6-81c2-34baff80c165 HTTP/1.1" status: 204 len: 168 time: 0.2243843 Apr 01 21:47:34.986254 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defc960-81c4-4cff-8d69-078b55b2a352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f524fb59-68c3-41b6-81c2-34baff80c165,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:35.010951 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9555080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9403925'] for subnet (426db178-ae51-4a88-917f-68805ac0d5e4), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.039559 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426db178-ae51-4a88-917f-68805ac0d5e4,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:35.043444 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.049427 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6488427c-969d-4a84-b2f8-17fa9a2ae781 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/426db178-ae51-4a88-917f-68805ac0d5e4 HTTP/1.1" status: 204 len: 168 time: 0.3905151 Apr 01 21:47:35.050413 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e5ad08-a583-4f01-9de1-0e03223061a3 None None] Network fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:47:35.051377 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55394) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:35.133870 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.199551 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Deleting port 32bfbb2f-bc01-49a6-a922-25b7ab12656e {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:35.199891 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.262316 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] DHCP port deletion for fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:47:35.268959 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] For port 32bfbb2f-bc01-49a6-a922-25b7ab12656e, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=32bfbb2f-bc01-49a6-a922-25b7ab12656e,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:35.269325 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.282773 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Calling delete_port for 32bfbb2f-bc01-49a6-a922-25b7ab12656e owned by network:dhcp {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:35.312603 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] Deleting port 32bfbb2f-bc01-49a6-a922-25b7ab12656e {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:35.313026 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.383515 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] For port 32bfbb2f-bc01-49a6-a922-25b7ab12656e, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=32bfbb2f-bc01-49a6-a922-25b7ab12656e,segment=NetworkSegment(1e644cad-4f9f-4a2e-aafa-4f2696f61446),segment_id=1e644cad-4f9f-4a2e-aafa-4f2696f61446)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:35.383911 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.397088 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] Calling delete_port for 32bfbb2f-bc01-49a6-a922-25b7ab12656e owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:35.479182 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.488435 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (32bfbb2f-bc01-49a6-a922-25b7ab12656e), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.518590 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=32bfbb2f-bc01-49a6-a922-25b7ab12656e,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:35.518825 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] Pushing event deleted for resources: {'Port': ['ID=32bfbb2f-bc01-49a6-a922-25b7ab12656e,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:35.518925 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] No DVR routers for this DVR port 32bfbb2f-bc01-49a6-a922-25b7ab12656e on host dv-cinder-836211-1-iscsi {{(pid=110288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:35.521366 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd02204-0ad4-4d7c-8806-15ad88582858 None None] No DVR routers for this DVR port 32bfbb2f-bc01-49a6-a922-25b7ab12656e on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:35.598371 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.621844 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b']}} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:35.631420 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e644cad-4f9f-4a2e-aafa-4f2696f61446') {'for_net_delete': True} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:35.631743 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e644cad-4f9f-4a2e-aafa-4f2696f61446') {} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:35.641204 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9312297'] for segment (1e644cad-4f9f-4a2e-aafa-4f2696f61446), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.660694 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (1e644cad-4f9f-4a2e-aafa-4f2696f61446), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.667679 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:47:35.668068 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12387657'] for segment (1e644cad-4f9f-4a2e-aafa-4f2696f61446), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: Traceback (most recent call last): Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: timer() Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: cb(*args, **kw) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: return func(*args, **kwargs) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: self._notify() Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: self.callback(batched_events) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: event.method(event) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: return f(self, *a, **k) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._get(url).json() Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: return self.request(url, 'GET', **kwargs) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:47:35.686146 dv-cinder-836211-1-iscsi neutron-server[110288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:47:35.837861 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.842751 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:35.849907 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55422) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:35.850111 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] 10.222.0.30 "DELETE /v2.0/networks/fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b HTTP/1.1" status: 204 len: 168 time: 0.7974439 Apr 01 21:47:35.864556 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd1955-5bd8-49cd-8508-aa023f5bfc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3c66f2-cb53-4418-9aa3-fc7bd9ef3a1b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:36.238380 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (2b62c156-8873-4349-94f3-75fa23657498), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:36.335209 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 32bfbb2f-bc01-49a6-a922-25b7ab12656e no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:36.376041 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 32bfbb2f-bc01-49a6-a922-25b7ab12656e {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:36.376405 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 32bfbb2f-bc01-49a6-a922-25b7ab12656e not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:36.388268 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-bb6b9ca6-c104-4fe3-96fb-9c32209d55de tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4999ea5d8723472a8f94ffb49ee23450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311196 Apr 01 21:47:36.560093 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Deleting port 172d0175-9611-4a21-89e3-38c2fe00c59c {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:36.560602 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:36.694516 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] For port 172d0175-9611-4a21-89e3-38c2fe00c59c, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=172d0175-9611-4a21-89e3-38c2fe00c59c,segment=NetworkSegment(0a9a2054-43cd-446f-95e2-71516338f3fd),segment_id=0a9a2054-43cd-446f-95e2-71516338f3fd)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:36.694911 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:36.709596 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Calling delete_port for 172d0175-9611-4a21-89e3-38c2fe00c59c owned by network:router_interface {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:36.832346 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-18934141-0b03-4a34-83bf-cf8e488799a7 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:36.833774 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-18934141-0b03-4a34-83bf-cf8e488799a7 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4293971 Apr 01 21:47:36.849212 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-adbde1a9-3ec0-4634-8b42-bd1d916ade93 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/quotas/4999ea5d8723472a8f94ffb49ee23450 HTTP/1.1" status: 200 len: 375 time: 0.0094399 Apr 01 21:47:36.885764 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-0f467a07-72bc-4b8e-90cf-e6c45b49e606 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4999ea5d8723472a8f94ffb49ee23450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266178 Apr 01 21:47:36.987686 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (172d0175-9611-4a21-89e3-38c2fe00c59c), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:37.013415 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Pushing event deleted for resources: {'Port': ['ID=172d0175-9611-4a21-89e3-38c2fe00c59c,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:37.130210 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8a3a6709-cfcb-46fd-a863-83d66f350a9f req-6975d246-ca5d-43de-8f3d-5688666f2faa tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 210 time: 0.0402820 Apr 01 21:47:37.243183 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (2b62c156-8873-4349-94f3-75fa23657498), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:37.472218 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Router 2b62c156-8873-4349-94f3-75fa23657498 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:37.577197 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:37.582171 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-12ac83f0-1a56-4fc6-9dd8-99f2d7ed333d admin admin] 10.222.0.30 "PUT /v2.0/routers/2b62c156-8873-4349-94f3-75fa23657498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7306488 Apr 01 21:47:37.584655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55476) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:37.587537 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] Sync routers for ids ['2b62c156-8873-4349-94f3-75fa23657498'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:37.599381 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] Routers {'2b62c156-8873-4349-94f3-75fa23657498'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:37.600070 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['2b62c156-8873-4349-94f3-75fa23657498'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:37.719158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks [] for router (2b62c156-8873-4349-94f3-75fa23657498), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:37.827841 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks [] for router_gateway (2b62c156-8873-4349-94f3-75fa23657498), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:37.863347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] Set router 2b62c156-8873-4349-94f3-75fa23657498 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:37.957924 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Deleting port 6098cdf8-3883-4436-8305-41d8e0c39520 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:37.958266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.039845 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] For port 6098cdf8-3883-4436-8305-41d8e0c39520, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=6098cdf8-3883-4436-8305-41d8e0c39520,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:38.040203 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.045759 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:47:36Z', 'revision_number': 5, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port': {'id': '6098cdf8-3883-4436-8305-41d8e0c39520', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62c156-8873-4349-94f3-75fa23657498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:41:49Z', 'updated_at': '2022-04-01T21:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:38.053270 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Calling delete_port for 6098cdf8-3883-4436-8305-41d8e0c39520 owned by network:router_gateway {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:38.073585 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] Checking router: 2b62c156-8873-4349-94f3-75fa23657498 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:38.086629 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] Routers {'2b62c156-8873-4349-94f3-75fa23657498'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:38.087275 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['2b62c156-8873-4349-94f3-75fa23657498'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:38.183302 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] Set router 2b62c156-8873-4349-94f3-75fa23657498 gateway port host: None {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:38.217969 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-17584c92-669b-4164-ae1f-e483dc2838d7 req-005cf9e3-4c6d-4fe0-9fb1-072cae4bd29c tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 210 time: 0.0363207 Apr 01 21:47:38.240233 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:47:37Z', 'revision_number': 6, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:38.268995 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d16123-b0b3-49ef-a124-63e4219f1aed None None] The sync data for ids ['2b62c156-8873-4349-94f3-75fa23657498'] in dv-cinder-836211-1-iscsi is: [{'id': '2b62c156-8873-4349-94f3-75fa23657498', 'name': 'tempest-TestShelveInstance-224145592-router', 'tenant_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:41:48Z', 'updated_at': '2022-04-01T21:47:37Z', 'revision_number': 6, 'project_id': 'a40153cb7ecb43de8621ee0b88b76f09', 'gw_port_host': None}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:38.336766 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (6098cdf8-3883-4436-8305-41d8e0c39520), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.365124 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6098cdf8-3883-4436-8305-41d8e0c39520,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:38.442263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (2b62c156-8873-4349-94f3-75fa23657498), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.543097 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (2b62c156-8873-4349-94f3-75fa23657498), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.545193 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks [] for router_controller (2b62c156-8873-4349-94f3-75fa23657498), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.655980 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (2b62c156-8873-4349-94f3-75fa23657498), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.656541 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b62c156-8873-4349-94f3-75fa23657498 {{(pid=110287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:47:38.661252 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.662610 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-19465a10-6829-4224-96ea-e801a846ff2d admin admin] 10.222.0.30 "DELETE /v2.0/routers/2b62c156-8873-4349-94f3-75fa23657498 HTTP/1.1" status: 204 len: 168 time: 1.0769525 Apr 01 21:47:38.665095 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55502) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:38.726003 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] Deleting subnet 5d26b698-d743-48eb-a739-fab41d6ee943 {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:47:38.726003 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] Publish callbacks [] for subnet (5d26b698-d743-48eb-a739-fab41d6ee943), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.760703 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555033'] for subnet (5d26b698-d743-48eb-a739-fab41d6ee943), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.837364 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (5d26b698-d743-48eb-a739-fab41d6ee943), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.947706 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9555080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9403925'] for subnet (5d26b698-d743-48eb-a739-fab41d6ee943), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.976857 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d26b698-d743-48eb-a739-fab41d6ee943,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:38.980450 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:38.985809 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-af205bb6-7a3a-47a3-aa37-2e9ca35f48f3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5d26b698-d743-48eb-a739-fab41d6ee943 HTTP/1.1" status: 204 len: 168 time: 0.3186359 Apr 01 21:47:38.987016 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6fe38-682b-4da3-bb8e-ce9c2a1151d1 None None] Network 6d49bac4-71e4-4293-87e5-8c11076facea requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:47:38.987506 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55508) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:39.062067 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (6d49bac4-71e4-4293-87e5-8c11076facea), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.121283 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Deleting port 72e735d8-0eb1-4fce-8094-499e43bd1a79 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:39.121671 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.148553 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] DHCP port deletion for 6d49bac4-71e4-4293-87e5-8c11076facea request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:47:39.194936 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] For port 72e735d8-0eb1-4fce-8094-499e43bd1a79, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=72e735d8-0eb1-4fce-8094-499e43bd1a79,segment=NetworkSegment(0a9a2054-43cd-446f-95e2-71516338f3fd),segment_id=0a9a2054-43cd-446f-95e2-71516338f3fd)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:39.195640 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.214393 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Calling delete_port for 72e735d8-0eb1-4fce-8094-499e43bd1a79 owned by network:dhcp {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:39.220644 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] Deleting port 72e735d8-0eb1-4fce-8094-499e43bd1a79 {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:39.221226 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.357469 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] For port 72e735d8-0eb1-4fce-8094-499e43bd1a79, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=72e735d8-0eb1-4fce-8094-499e43bd1a79,segment=NetworkSegment(0a9a2054-43cd-446f-95e2-71516338f3fd),segment_id=0a9a2054-43cd-446f-95e2-71516338f3fd)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:39.358488 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.367953 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5115c8b7-e22b-4688-b4f6-c54c76078a4f req-4f5d75c0-5354-46a7-ab93-5733c271e533 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 210 time: 0.0447474 Apr 01 21:47:39.377872 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] Calling delete_port for 72e735d8-0eb1-4fce-8094-499e43bd1a79 owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:39.407777 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7cf1e072-ef96-43ff-acff-06c373910a6c tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4999ea5d8723472a8f94ffb49ee23450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320570 Apr 01 21:47:39.472412 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.492005 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (72e735d8-0eb1-4fce-8094-499e43bd1a79), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.500263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] Pushing event deleted for resources: {'Port': ['ID=72e735d8-0eb1-4fce-8094-499e43bd1a79,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:39.506780 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ca16d-5e29-4f11-a6a6-b35fbeacccfb None None] No DVR routers for this DVR port 72e735d8-0eb1-4fce-8094-499e43bd1a79 on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:39.544263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=72e735d8-0eb1-4fce-8094-499e43bd1a79,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:39.820479 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] No DVR routers for this DVR port 72e735d8-0eb1-4fce-8094-499e43bd1a79 on host dv-cinder-836211-1-iscsi {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:39.956445 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-1bccd2e1-1def-4538-a505-a1a097e5da29 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:39.958061 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-1bccd2e1-1def-4538-a505-a1a097e5da29 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5440114 Apr 01 21:47:39.966115 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (6d49bac4-71e4-4293-87e5-8c11076facea), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:39.983816 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Request body: {'port': {'device_id': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89', 'admin_state_up': True, 'tenant_id': '4999ea5d8723472a8f94ffb49ee23450'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:47:40.038451 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d49bac4-71e4-4293-87e5-8c11076facea']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:40.058147 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9a2054-43cd-446f-95e2-71516338f3fd') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:40.061674 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9a2054-43cd-446f-95e2-71516338f3fd') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:40.073049 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (0a9a2054-43cd-446f-95e2-71516338f3fd), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.102168 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (0a9a2054-43cd-446f-95e2-71516338f3fd), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.117250 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:47:40.117664 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (0a9a2054-43cd-446f-95e2-71516338f3fd), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:47:40.119413 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:47:40.251091 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Made reservation on behalf of 4999ea5d8723472a8f94ffb49ee23450 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:47:40.258198 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.262624 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (6d49bac4-71e4-4293-87e5-8c11076facea), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.279119 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.284984 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] 10.222.0.30 "DELETE /v2.0/networks/6d49bac4-71e4-4293-87e5-8c11076facea HTTP/1.1" status: 204 len: 168 time: 1.2954369 Apr 01 21:47:40.285830 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.305023 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816784f-cd3e-489f-aa75-34163e703b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d49bac4-71e4-4293-87e5-8c11076facea,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:40.324548 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 72e735d8-0eb1-4fce-8094-499e43bd1a79 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:40.353179 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 72e735d8-0eb1-4fce-8094-499e43bd1a79 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:40.353908 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 72e735d8-0eb1-4fce-8094-499e43bd1a79 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:40.354483 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 172d0175-9611-4a21-89e3-38c2fe00c59c no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:40.371902 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55538) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:40.377269 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 172d0175-9611-4a21-89e3-38c2fe00c59c {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:40.380210 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 172d0175-9611-4a21-89e3-38c2fe00c59c not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:40.380847 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 6098cdf8-3883-4436-8305-41d8e0c39520 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:40.393005 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks [] for security_group (05810303-94af-4c5f-9f37-a68e3d31535c), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.405017 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 6098cdf8-3883-4436-8305-41d8e0c39520 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:40.405371 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 6098cdf8-3883-4436-8305-41d8e0c39520 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:40.463282 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9d212d66-f2b0-4c33-94a4-9fb2b108106e req-ca321ab9-996c-4a5a-835c-78eb050a15c2 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 210 time: 0.0310094 Apr 01 21:47:40.467697 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (05810303-94af-4c5f-9f37-a68e3d31535c), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.499257 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35f36043-353d-4c13-bebf-8b2f6fc940a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.539294 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05810303-94af-4c5f-9f37-a68e3d31535c,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:40.581314 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35f36043-353d-4c13-bebf-8b2f6fc940a3 admin admin] Publish callbacks [] for security_group (e7791e6d-dcc5-4afa-9802-82b001d2200b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.608040 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Allocated IP 192.168.233.213 (70ac2fb4-2b1c-4e86-9c2a-81a300364b89/06768f08-d9d4-41b7-b70d-c8849cc16d54/7fbf8b44-fe5a-4912-b730-71296b8242f3) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:47:40.644813 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-35f36043-353d-4c13-bebf-8b2f6fc940a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (e7791e6d-dcc5-4afa-9802-82b001d2200b), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.683255 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-35f36043-353d-4c13-bebf-8b2f6fc940a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b14e9cb046c4240b5bbcfacd0efd51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101068 Apr 01 21:47:40.687498 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55544) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:40.688042 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55546) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:40.702780 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f36043-353d-4c13-bebf-8b2f6fc940a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7791e6d-dcc5-4afa-9802-82b001d2200b,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:40.761192 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks [] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.764393 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-922ec8a9-506c-4860-a50b-9382bdf6f23a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=936b9d8e87054257a1fb6f0aad76f561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719154 Apr 01 21:47:40.765097 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55550) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:40.790289 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad64-39d8-4c07-b1ce-46106f8a3433 admin admin] Publish callbacks [] for security_group (e7791e6d-dcc5-4afa-9802-82b001d2200b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.827765 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad64-39d8-4c07-b1ce-46106f8a3433 admin admin] Publish callbacks [] for security_group (e7791e6d-dcc5-4afa-9802-82b001d2200b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.859173 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-32902ae1-9d67-489f-8816-eebca95842bf admin admin] Publish callbacks [] for security_group (9a0936d3-aac8-4ac0-9e33-4fa3f99162c1), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.867353 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.888176 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-32902ae1-9d67-489f-8816-eebca95842bf admin admin] Publish callbacks [] for security_group (9a0936d3-aac8-4ac0-9e33-4fa3f99162c1), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:40.915415 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:47:40.919734 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:47:40.921503 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Pushing event updated for resources: {'Port': ['ID=7fbf8b44-fe5a-4912-b730-71296b8242f3,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:40.923656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:47:40.972811 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:40.973444 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.016005 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad64-39d8-4c07-b1ce-46106f8a3433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (e7791e6d-dcc5-4afa-9802-82b001d2200b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.018681 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad64-39d8-4c07-b1ce-46106f8a3433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.020465 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ea3bad64-39d8-4c07-b1ce-46106f8a3433 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7791e6d-dcc5-4afa-9802-82b001d2200b HTTP/1.1" status: 204 len: 168 time: 0.3288405 Apr 01 21:47:41.028535 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bad64-39d8-4c07-b1ce-46106f8a3433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7791e6d-dcc5-4afa-9802-82b001d2200b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:41.039286 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-32902ae1-9d67-489f-8816-eebca95842bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9a0936d3-aac8-4ac0-9e33-4fa3f99162c1), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.041949 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-32902ae1-9d67-489f-8816-eebca95842bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.043877 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-32902ae1-9d67-489f-8816-eebca95842bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a0936d3-aac8-4ac0-9e33-4fa3f99162c1 HTTP/1.1" status: 204 len: 168 time: 0.2770848 Apr 01 21:47:41.054324 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32902ae1-9d67-489f-8816-eebca95842bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0936d3-aac8-4ac0-9e33-4fa3f99162c1,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:41.094783 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-9b04befc-6588-49d6-aa2f-b34e8d9a070d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1184452 Apr 01 21:47:41.112179 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Request body: {'port': {'device_id': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:47:41.161926 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-172f5258-30f2-461b-8d93-1f4c4f1e415e None None] Provisioning complete for port 7fbf8b44-fe5a-4912-b730-71296b8242f3 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:47:41.162633 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-172f5258-30f2-461b-8d93-1f4c4f1e415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.185720 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.212780 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-172f5258-30f2-461b-8d93-1f4c4f1e415e None None] Port 7fbf8b44-fe5a-4912-b730-71296b8242f3 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:47:41.383285 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.493529 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbf8b44-fe5a-4912-b730-71296b8242f3 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:47:41.503996 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Publish callbacks [] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.526763 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Transition to ACTIVE for port object 7fbf8b44-fe5a-4912-b730-71296b8242f3 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:47:41.593656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.679090 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbf8b44-fe5a-4912-b730-71296b8242f3,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:41.696990 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc142ffc-1a75-42e4-a4b2-e155ba1d1bba req-ac8274d8-cfbd-4925-aee7-8b66753453cb tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:41.699631 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dc142ffc-1a75-42e4-a4b2-e155ba1d1bba req-ac8274d8-cfbd-4925-aee7-8b66753453cb tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 936 time: 0.1433952 Apr 01 21:47:41.789090 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dc142ffc-1a75-42e4-a4b2-e155ba1d1bba req-3350a99f-4680-4db6-867f-d7c1a717bb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663888 Apr 01 21:47:41.789942 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Attempting to bind port 7fbf8b44-fe5a-4912-b730-71296b8242f3 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:47:41.790280 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Attempting to bind port 7fbf8b44-fe5a-4912-b730-71296b8242f3 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:47:41.790600 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Attempting to bind port 7fbf8b44-fe5a-4912-b730-71296b8242f3 on network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:47:41.795744 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Port 7fbf8b44-fe5a-4912-b730-71296b8242f3 on network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:47:41.795987 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Attempting to bind port 7fbf8b44-fe5a-4912-b730-71296b8242f3 on network 70ac2fb4-2b1c-4e86-9c2a-81a300364b89 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:47:41.809827 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:47:41.809827 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Checking segment: {'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:47:41.809827 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Bound using segment: {'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:47:41.809827 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Bound port: 7fbf8b44-fe5a-4912-b730-71296b8242f3, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110af48a-bbe6-4ea7-9dba-d645f4f83dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:47:41.809827 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.823510 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55590) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:41.887345 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-815a188a-f23c-4644-a1e2-77ad68f614cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a40153cb7ecb43de8621ee0b88b76f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626295 Apr 01 21:47:41.890095 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55596) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:41.893714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] For port 7fbf8b44-fe5a-4912-b730-71296b8242f3, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:47:41.898500 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] For port 7fbf8b44-fe5a-4912-b730-71296b8242f3, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7fbf8b44-fe5a-4912-b730-71296b8242f3,segment=NetworkSegment(110af48a-bbe6-4ea7-9dba-d645f4f83dd7),segment_id=110af48a-bbe6-4ea7-9dba-d645f4f83dd7)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:47:41.952900 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b10dd068-aae7-41eb-b24a-004fe10c9552 admin admin] Publish callbacks [] for security_group (591189b0-31ef-4d4c-9d97-eb5ae87c0613), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.966663 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:41.979965 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b10dd068-aae7-41eb-b24a-004fe10c9552 admin admin] Publish callbacks [] for security_group (591189b0-31ef-4d4c-9d97-eb5ae87c0613), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:42.001591 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:42.001591 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:42.002250 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] 10.222.0.31 "PUT /v2.0/ports/7fbf8b44-fe5a-4912-b730-71296b8242f3 HTTP/1.1" status: 200 len: 1098 time: 0.8943834 Apr 01 21:47:42.002703 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'tag': '7fbf8b44-fe5a-4912-b730-71296b8242f3'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:42.004971 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37381a54-eef1-4284-933d-2a117b54f850" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1917b2-a4ad-4df0-a146-761f1f2405ee", "tag": "7fbf8b44-fe5a-4912-b730-71296b8242f3"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:42.051531 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1031616b-e61a-41ad-a8a7-88df20aa9d3c x-openstack-request-id: req-1031616b-e61a-41ad-a8a7-88df20aa9d3c {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:42.051823 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1917b2-a4ad-4df0-a146-761f1f2405ee", "tag": "7fbf8b44-fe5a-4912-b730-71296b8242f3", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:42.052075 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1031616b-e61a-41ad-a8a7-88df20aa9d3c {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:42.053057 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1031616b-e61a-41ad-a8a7-88df20aa9d3c'] response: {'name': 'network-changed', 'server_uuid': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'tag': '7fbf8b44-fe5a-4912-b730-71296b8242f3', 'status': 'completed', 'code': 200} Apr 01 21:47:42.072808 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009b0ed-22db-4faa-850d-38496a710340 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbf8b44-fe5a-4912-b730-71296b8242f3,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:42.113201 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b10dd068-aae7-41eb-b24a-004fe10c9552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (591189b0-31ef-4d4c-9d97-eb5ae87c0613), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:42.116328 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b10dd068-aae7-41eb-b24a-004fe10c9552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:42.117616 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b10dd068-aae7-41eb-b24a-004fe10c9552 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/591189b0-31ef-4d4c-9d97-eb5ae87c0613 HTTP/1.1" status: 204 len: 168 time: 0.2264454 Apr 01 21:47:42.127776 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dd068-aae7-41eb-b24a-004fe10c9552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591189b0-31ef-4d4c-9d97-eb5ae87c0613,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:42.152329 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381a54-eef1-4284-933d-2a117b54f850 req-25a31166-d4d5-4f79-b8b4-5a5e7d2aed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:42.153992 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37381a54-eef1-4284-933d-2a117b54f850 req-25a31166-d4d5-4f79-b8b4-5a5e7d2aed8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4999ea5d8723472a8f94ffb49ee23450&device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 1132 time: 0.0570714 Apr 01 21:47:42.193124 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37381a54-eef1-4284-933d-2a117b54f850 req-7fe5d2ab-a009-4363-8a06-8392fa40395f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4999ea5d8723472a8f94ffb49ee23450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223520 Apr 01 21:47:42.300123 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381a54-eef1-4284-933d-2a117b54f850 req-7aabdc27-500c-40a5-9098-e0a1387c9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:42.301777 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37381a54-eef1-4284-933d-2a117b54f850 req-7aabdc27-500c-40a5-9098-e0a1387c9275 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047351 Apr 01 21:47:42.405075 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-fa850715-cf88-409f-be83-079c534fd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:42.406718 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-fa850715-cf88-409f-be83-079c534fd186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4999ea5d8723472a8f94ffb49ee23450&device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 1132 time: 0.0467043 Apr 01 21:47:42.456903 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-a65a4845-2ce1-4ff8-a8dd-44961fa679f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7fbf8b44-fe5a-4912-b730-71296b8242f3 HTTP/1.1" status: 200 len: 217 time: 0.0373399 Apr 01 21:47:42.508787 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-3b793b27-3687-4f1d-88d2-fc3901d6f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:42.510330 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-3b793b27-3687-4f1d-88d2-fc3901d6f5fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=06768f08-d9d4-41b7-b70d-c8849cc16d54 HTTP/1.1" status: 200 len: 843 time: 0.0477881 Apr 01 21:47:42.583052 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7704a136-c3fd-4f7b-b36a-75e8c6e9a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:42.586480 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-7704a136-c3fd-4f7b-b36a-75e8c6e9a7d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ac2fb4-2b1c-4e86-9c2a-81a300364b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0703177 Apr 01 21:47:42.707173 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-e6d66fec-30dd-49f1-80f7-cde4550fd721 service neutron] 10.222.0.31 "GET /v2.0/networks/70ac2fb4-2b1c-4e86-9c2a-81a300364b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136358 Apr 01 21:47:42.807318 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7cb30bdf-94e4-4d76-adaa-b02a2d895e7e req-80beb4ec-8053-4308-bdc4-3b0330ef45a8 service neutron] 10.222.0.31 "GET /v2.0/networks/70ac2fb4-2b1c-4e86-9c2a-81a300364b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942738 Apr 01 21:47:42.911411 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa1007-9117-4973-9677-ddb094d4c349 req-e10830b2-4623-4296-9c4b-c312671cf221 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:42.912946 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29fa1007-9117-4973-9677-ddb094d4c349 req-e10830b2-4623-4296-9c4b-c312671cf221 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 948 time: 0.0542679 Apr 01 21:47:42.967185 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29fa1007-9117-4973-9677-ddb094d4c349 req-50503d42-48ca-46a1-8b9e-3429950fdcaa tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Apr 01 21:47:43.192173 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddedbd-3bcf-4d65-9508-10a0998edbd9 req-99d4e14d-f77c-497c-8b52-c2ab8955cafb tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:43.193716 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3bddedbd-3bcf-4d65-9508-10a0998edbd9 req-99d4e14d-f77c-497c-8b52-c2ab8955cafb tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 946 time: 0.0525448 Apr 01 21:47:43.247373 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3bddedbd-3bcf-4d65-9508-10a0998edbd9 req-76ed09c2-f028-469a-a1b4-c1f56d2eddf2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471599 Apr 01 21:47:43.887069 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55660) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:43.988164 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-603b9780-d187-4782-8106-4be38b0385de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.096980 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-603b9780-d187-4782-8106-4be38b0385de admin admin] Publish callbacks [] for security_group (8cc68353-6e74-4846-a148-e6569247fb64), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.109023 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f9546-9a6c-4ad4-91f7-2dc33e85cfa6 req-34041499-e755-434c-b3bc-f1deb45e1d84 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:44.110547 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-661f9546-9a6c-4ad4-91f7-2dc33e85cfa6 req-34041499-e755-434c-b3bc-f1deb45e1d84 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 948 time: 0.0726032 Apr 01 21:47:44.157878 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-661f9546-9a6c-4ad4-91f7-2dc33e85cfa6 req-64371ef3-a32e-430e-8ffa-d4a4cb43700f tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Apr 01 21:47:44.159066 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-603b9780-d187-4782-8106-4be38b0385de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (8cc68353-6e74-4846-a148-e6569247fb64), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.198686 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-603b9780-d187-4782-8106-4be38b0385de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de64e9c58e9e49d6a458b451ee6c2175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105485 Apr 01 21:47:44.199556 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9780-d187-4782-8106-4be38b0385de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc68353-6e74-4846-a148-e6569247fb64,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:44.201334 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55672) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:44.251611 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dadb6ce0-e77a-4c6f-b19d-4aa0a57285fb admin admin] Publish callbacks [] for security_group (8cc68353-6e74-4846-a148-e6569247fb64), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.274556 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dadb6ce0-e77a-4c6f-b19d-4aa0a57285fb admin admin] Publish callbacks [] for security_group (8cc68353-6e74-4846-a148-e6569247fb64), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.377648 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94236793-af02-494b-baeb-bf98085bbc88 req-94f8dd60-d540-4786-8e6c-2feed8f14b34 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:44.379144 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-94236793-af02-494b-baeb-bf98085bbc88 req-94f8dd60-d540-4786-8e6c-2feed8f14b34 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 946 time: 0.0544443 Apr 01 21:47:44.420004 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dadb6ce0-e77a-4c6f-b19d-4aa0a57285fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (8cc68353-6e74-4846-a148-e6569247fb64), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.422551 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dadb6ce0-e77a-4c6f-b19d-4aa0a57285fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.423665 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-dadb6ce0-e77a-4c6f-b19d-4aa0a57285fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cc68353-6e74-4846-a148-e6569247fb64 HTTP/1.1" status: 204 len: 168 time: 0.2206767 Apr 01 21:47:44.445101 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-94236793-af02-494b-baeb-bf98085bbc88 req-94368a09-76dd-44d8-b959-ef37586279ee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups?id=57630ae3-cd1c-4b44-9812-bd6fba8ee701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603170 Apr 01 21:47:44.446575 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb6ce0-e77a-4c6f-b19d-4aa0a57285fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc68353-6e74-4846-a148-e6569247fb64,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:44.696733 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-1a239590-17be-4ab9-91e5-9edcc0a51fb2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:44.698256 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-1a239590-17be-4ab9-91e5-9edcc0a51fb2 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 946 time: 0.0617023 Apr 01 21:47:44.790157 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Deleting port b8987b52-1747-4683-8aec-6eff5f036d15 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:44.790503 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:44.880347 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] For port b8987b52-1747-4683-8aec-6eff5f036d15, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=b8987b52-1747-4683-8aec-6eff5f036d15,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:44.880712 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.055185 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.055547 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (448eca1d-192e-4551-987b-567a904e4df6), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.055862 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Floating IP 448eca1d-192e-4551-987b-567a904e4df6 disassociated. External IP: 172.27.1.243, port: b8987b52-1747-4683-8aec-6eff5f036d15. Apr 01 21:47:45.056211 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Calling delete_port for b8987b52-1747-4683-8aec-6eff5f036d15 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:45.145312 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55696) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:45.158831 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-725539dc-fbe1-451a-9771-038ab4f65335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.246579 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-725539dc-fbe1-451a-9771-038ab4f65335 admin admin] Publish callbacks [] for security_group (461b9217-2631-405c-b695-78a4099c9a05), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.250366 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (b8987b52-1747-4683-8aec-6eff5f036d15), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.277415 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event deleted for resources: {'Port': ['ID=b8987b52-1747-4683-8aec-6eff5f036d15,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:45.289301 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaf601-38a5-407c-88a1-8408af76f7c7 req-b0f794d0-6e10-40bf-9489-9a4bfd7c1ef0 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:45.290532 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5beaf601-38a5-407c-88a1-8408af76f7c7 req-b0f794d0-6e10-40bf-9489-9a4bfd7c1ef0 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 948 time: 0.0601459 Apr 01 21:47:45.309673 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-725539dc-fbe1-451a-9771-038ab4f65335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (461b9217-2631-405c-b695-78a4099c9a05), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.371160 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725539dc-fbe1-451a-9771-038ab4f65335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461b9217-2631-405c-b695-78a4099c9a05,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:45.383052 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-725539dc-fbe1-451a-9771-038ab4f65335 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71407f3d817041448138d54e966993d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334747 Apr 01 21:47:45.383428 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55700) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:45.384828 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5beaf601-38a5-407c-88a1-8408af76f7c7 req-9158aabf-6e5d-4083-8020-35c46826a359 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830240 Apr 01 21:47:45.424894 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:45.511584 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-395a9271-58bb-4830-bc33-9727cf9cb9db admin admin] Publish callbacks [] for security_group (461b9217-2631-405c-b695-78a4099c9a05), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.562053 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6c3f359a-da66-4bf7-b710-7776e723ab00 req-a8feef40-c530-4de2-8c67-b507248086ac tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 210 time: 0.0430174 Apr 01 21:47:45.568593 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-395a9271-58bb-4830-bc33-9727cf9cb9db admin admin] Publish callbacks [] for security_group (461b9217-2631-405c-b695-78a4099c9a05), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.617492 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:45.632613 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] Sync routers for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:45.648218 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:45.648885 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:45.666605 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] No DVR routers for this DVR port b8987b52-1747-4683-8aec-6eff5f036d15 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:45.669001 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.672586 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-15a2c598-bd45-4bec-a1e6-79b35378ddc0 req-5a93d105-2fa1-4484-9d00-bb3f78c58bee tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.31 "DELETE /v2.0/ports/b8987b52-1747-4683-8aec-6eff5f036d15 HTTP/1.1" status: 204 len: 173 time: 0.9690514 Apr 01 21:47:45.673165 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-deleted', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:45.675567 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650ef001-81f1-41a1-9129-2e3a3fea5e27" -d '{"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-deleted", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:45.715939 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99522aca-6298-42e9-833b-85ce9e94d764 x-openstack-request-id: req-99522aca-6298-42e9-833b-85ce9e94d764 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:45.716308 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62", "name": "network-vif-deleted", "tag": "b8987b52-1747-4683-8aec-6eff5f036d15", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:45.716675 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99522aca-6298-42e9-833b-85ce9e94d764 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:45.717162 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99522aca-6298-42e9-833b-85ce9e94d764'] response: {'server_uuid': 'a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62', 'name': 'network-vif-deleted', 'tag': 'b8987b52-1747-4683-8aec-6eff5f036d15', 'status': 'completed', 'code': 200} Apr 01 21:47:45.753133 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-395a9271-58bb-4830-bc33-9727cf9cb9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (461b9217-2631-405c-b695-78a4099c9a05), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.755891 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-395a9271-58bb-4830-bc33-9727cf9cb9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:45.760512 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-395a9271-58bb-4830-bc33-9727cf9cb9db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/461b9217-2631-405c-b695-78a4099c9a05 HTTP/1.1" status: 204 len: 168 time: 0.3737731 Apr 01 21:47:45.780141 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a9271-58bb-4830-bc33-9727cf9cb9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461b9217-2631-405c-b695-78a4099c9a05,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:45.874610 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:46.077354 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:46.105516 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] Checking router: 0a3cb91f-0702-4d22-9c60-d93c24ab89bf for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:46.112158 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:46.112434 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:46.229992 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:46.435856 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:46.463477 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0bbd6-6fdc-477c-9ed4-dcc7d0ce4ea2 None None] The sync data for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi is: [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:40:12Z', 'revision_number': 4, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '4325c838-48b0-476d-b615-fdf57c168dbe', 'name': '', 'network_id': 'bbed30bf-fb51-411a-9965-9d6a277737eb', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'mac_address': 'fa:16:3e:9c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:10Z', 'updated_at': '2022-04-01T21:40:23Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'subnets': [{'id': 'd8c73fc9-1d2b-4895-a866-7a59f4a827c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:46.492449 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7fbf8b44-fe5a-4912-b730-71296b8242f3 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:47:46.542280 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6818d-1cdf-4e7e-aa28-4a5b094cf295 req-a1954b57-383d-4b74-8c50-4e700cc8b4ce tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:46.544088 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f5a6818d-1cdf-4e7e-aa28-4a5b094cf295 req-a1954b57-383d-4b74-8c50-4e700cc8b4ce tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 948 time: 0.0820811 Apr 01 21:47:46.607029 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-f5a6818d-1cdf-4e7e-aa28-4a5b094cf295 req-42a01c2b-2c8c-4fb0-830d-594e3302fef4 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Apr 01 21:47:46.632782 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 7fbf8b44-fe5a-4912-b730-71296b8242f3, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7fbf8b44-fe5a-4912-b730-71296b8242f3,segment=NetworkSegment(110af48a-bbe6-4ea7-9dba-d645f4f83dd7),segment_id=110af48a-bbe6-4ea7-9dba-d645f4f83dd7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:46.647915 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '7fbf8b44-fe5a-4912-b730-71296b8242f3', 'network_id': '70ac2fb4-2b1c-4e86-9c2a-81a300364b89', 'port_id': '7fbf8b44-fe5a-4912-b730-71296b8242f3', 'mac_address': 'fa:16:3e:dc:d7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06768f08-d9d4-41b7-b70d-c8849cc16d54', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:47:46.702914 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 7fbf8b44-fe5a-4912-b730-71296b8242f3 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:47:46.703396 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:46.738913 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbf8b44-fe5a-4912-b730-71296b8242f3 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:47:46.740389 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1de0b9c9-47e1-44e1-bf86-e550b0887694 req-6098aeb8-d7a2-4da4-9228-d4467613c191 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2a9b2d3-90ca-4a2d-bc8e-8223d6fedd62 HTTP/1.1" status: 200 len: 210 time: 0.0653315 Apr 01 21:47:46.768621 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 7fbf8b44-fe5a-4912-b730-71296b8242f3, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7fbf8b44-fe5a-4912-b730-71296b8242f3,segment=NetworkSegment(110af48a-bbe6-4ea7-9dba-d645f4f83dd7),segment_id=110af48a-bbe6-4ea7-9dba-d645f4f83dd7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:46.827404 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da344b56-4d8b-43cc-b24e-1ab34306e075 None None] New status for floating IP 448eca1d-192e-4551-987b-567a904e4df6: DOWN {{(pid=110289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:47:46.902528 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:46.986411 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=7fbf8b44-fe5a-4912-b730-71296b8242f3,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:47.198243 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['7fbf8b44-fe5a-4912-b730-71296b8242f3'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:47:47.745657 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa31ce-9f5f-4516-9b7e-1dda913e96b1 req-660b4dbf-2c13-4d7a-ab2e-79d668ff1ac6 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:47.747157 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-defa31ce-9f5f-4516-9b7e-1dda913e96b1 req-660b4dbf-2c13-4d7a-ab2e-79d668ff1ac6 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 949 time: 0.0548642 Apr 01 21:47:47.809106 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-defa31ce-9f5f-4516-9b7e-1dda913e96b1 req-d36a3926-5e23-408b-8db1-4824fda98cf4 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559723 Apr 01 21:47:47.891362 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55762) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:47.946504 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfb49-207f-4207-a225-04482160c4bf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (57630ae3-cd1c-4b44-9812-bd6fba8ee701), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:47.970459 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfb49-207f-4207-a225-04482160c4bf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (57630ae3-cd1c-4b44-9812-bd6fba8ee701), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.090752 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfb49-207f-4207-a225-04482160c4bf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (57630ae3-cd1c-4b44-9812-bd6fba8ee701), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.093413 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfb49-207f-4207-a225-04482160c4bf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.094606 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1a2cfb49-207f-4207-a225-04482160c4bf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "DELETE /v2.0/security-groups/57630ae3-cd1c-4b44-9812-bd6fba8ee701 HTTP/1.1" status: 204 len: 168 time: 0.2021561 Apr 01 21:47:48.100718 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55774) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:48.104952 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cfb49-207f-4207-a225-04482160c4bf tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57630ae3-cd1c-4b44-9812-bd6fba8ee701,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:48.119364 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.api.v2.resource [None req-3223be0f-e12d-44f7-9c73-d9b97b1b893f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] show failed (client error): The resource could not be found. Apr 01 21:47:48.123686 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3223be0f-e12d-44f7-9c73-d9b97b1b893f tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "GET /v2.0/security-groups/57630ae3-cd1c-4b44-9812-bd6fba8ee701 HTTP/1.1" status: 404 len: 347 time: 0.0182347 Apr 01 21:47:48.123686 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55776) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:48.251829 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Deleting port 0a998f20-6ba4-4827-a73d-1969fb857661 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:48.252175 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (0a998f20-6ba4-4827-a73d-1969fb857661), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.326988 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (0a998f20-6ba4-4827-a73d-1969fb857661), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.327315 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (0a998f20-6ba4-4827-a73d-1969fb857661), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.339603 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Calling delete_port for 0a998f20-6ba4-4827-a73d-1969fb857661 owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:48.499100 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7fbf8b44-fe5a-4912-b730-71296b8242f3 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:47:48.541576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (0a998f20-6ba4-4827-a73d-1969fb857661), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.566359 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Pushing event deleted for resources: {'Port': ['ID=0a998f20-6ba4-4827-a73d-1969fb857661,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:48.628174 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 7fbf8b44-fe5a-4912-b730-71296b8242f3 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:47:48.632838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 7fbf8b44-fe5a-4912-b730-71296b8242f3 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:47:48.637029 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.640576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks [] for floatingip (448eca1d-192e-4551-987b-567a904e4df6), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.643506 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.647832 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-aa91bb7f-9f74-402d-86f4-f0530d419ca4 tempest-AttachVolumeShelveTestJSON-1015365175 tempest-AttachVolumeShelveTestJSON-1015365175-project] 10.222.0.30 "DELETE /v2.0/floatingips/448eca1d-192e-4551-987b-567a904e4df6 HTTP/1.1" status: 204 len: 168 time: 0.5209572 Apr 01 21:47:48.726890 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 7fbf8b44-fe5a-4912-b730-71296b8242f3 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:47:48.727281 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.751917 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbf8b44-fe5a-4912-b730-71296b8242f3'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:48.752813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72b002a-b217-4369-ad7d-eba0fac04df6" -d '{"events": [{"server_uuid": "6c1917b2-a4ad-4df0-a146-761f1f2405ee", "name": "network-vif-plugged", "status": "completed", "tag": "7fbf8b44-fe5a-4912-b730-71296b8242f3"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:48.770439 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 7fbf8b44-fe5a-4912-b730-71296b8242f3, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7fbf8b44-fe5a-4912-b730-71296b8242f3,segment=NetworkSegment(110af48a-bbe6-4ea7-9dba-d645f4f83dd7),segment_id=110af48a-bbe6-4ea7-9dba-d645f4f83dd7)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:48.802226 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927506a8-9db9-4129-8aaa-a17831c7118d x-openstack-request-id: req-927506a8-9db9-4129-8aaa-a17831c7118d {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:48.802552 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1917b2-a4ad-4df0-a146-761f1f2405ee", "name": "network-vif-plugged", "status": "completed", "tag": "7fbf8b44-fe5a-4912-b730-71296b8242f3", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:48.802811 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-927506a8-9db9-4129-8aaa-a17831c7118d {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:48.804201 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927506a8-9db9-4129-8aaa-a17831c7118d'] response: {'server_uuid': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbf8b44-fe5a-4912-b730-71296b8242f3', 'code': 200} Apr 01 21:47:48.867928 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:48.868745 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:48.910044 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: b8987b52-1747-4683-8aec-6eff5f036d15 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:48.910582 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device b8987b52-1747-4683-8aec-6eff5f036d15 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:48.951851 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5d91-9c12-4ba1-9d00-17b9e22d95e3 req-e225c261-8b78-4c87-bafe-d481eb44ad6e tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:48.955549 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=7fbf8b44-fe5a-4912-b730-71296b8242f3,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:48.955680 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b30f5d91-9c12-4ba1-9d00-17b9e22d95e3 req-e225c261-8b78-4c87-bafe-d481eb44ad6e tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 950 time: 0.0716355 Apr 01 21:47:49.010524 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b30f5d91-9c12-4ba1-9d00-17b9e22d95e3 req-d2b7240c-a577-420b-b970-cf26209f8607 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Apr 01 21:47:49.221471 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfb50-c5c3-44c1-b6a4-c86a18c6f8fd req-750246ef-9e73-4ea6-92f1-2b9b87c55dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:49.223061 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ef0cfb50-c5c3-44c1-b6a4-c86a18c6f8fd req-750246ef-9e73-4ea6-92f1-2b9b87c55dcf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 1134 time: 0.0450709 Apr 01 21:47:49.266538 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ef0cfb50-c5c3-44c1-b6a4-c86a18c6f8fd req-755bb057-5a15-4db8-99d1-2404efbab69c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Apr 01 21:47:50.142125 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78236a20-577b-4e2c-b5ad-00709d9fb3a1 req-eed279e5-768e-4698-983f-288cd9d77042 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:50.143623 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-78236a20-577b-4e2c-b5ad-00709d9fb3a1 req-eed279e5-768e-4698-983f-288cd9d77042 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 950 time: 0.0552523 Apr 01 21:47:50.192428 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-78236a20-577b-4e2c-b5ad-00709d9fb3a1 req-e50eaef5-950f-4a93-bd7a-508b89c979d2 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Apr 01 21:47:51.316989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f8a7e-39df-4ba6-ac51-167a79028885 req-9706253b-db42-4550-afcf-fbd0de470bc7 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:51.319685 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-509f8a7e-39df-4ba6-ac51-167a79028885 req-9706253b-db42-4550-afcf-fbd0de470bc7 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 950 time: 0.0570116 Apr 01 21:47:51.372278 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-509f8a7e-39df-4ba6-ac51-167a79028885 req-10aafba1-b20d-4854-a66e-f08f8e2b003e tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Apr 01 21:47:51.404972 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55926) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:51.471653 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 55934) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:51.519599 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4d42ba1f-3742-4d01-afea-e5c1c6ab6c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:51.848196 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9128c-a344-4d8f-af07-3d6b24c8ea8e req-100651a0-316d-40c9-9631-a825fb012381 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:51.849997 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d4d9128c-a344-4d8f-af07-3d6b24c8ea8e req-100651a0-316d-40c9-9631-a825fb012381 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 950 time: 0.0598176 Apr 01 21:47:51.902048 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-d4d9128c-a344-4d8f-af07-3d6b24c8ea8e req-bed7aedc-98ce-4464-94c7-e6ed426a129b tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Apr 01 21:47:52.010475 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4d42ba1f-3742-4d01-afea-e5c1c6ab6c11 admin admin] Publish callbacks [] for security_group (38265c81-a752-4a09-8fb6-9e60c752313b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.065885 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4d42ba1f-3742-4d01-afea-e5c1c6ab6c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (38265c81-a752-4a09-8fb6-9e60c752313b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.119170 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4d42ba1f-3742-4d01-afea-e5c1c6ab6c11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc28116f40844223af4d1a42b657d12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7130320 Apr 01 21:47:52.121842 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55940) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:52.135233 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42ba1f-3742-4d01-afea-e5c1c6ab6c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38265c81-a752-4a09-8fb6-9e60c752313b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:52.170780 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e98c5774-e2e1-4fb8-83f5-a140f353ad55 admin admin] Publish callbacks [] for security_group (38265c81-a752-4a09-8fb6-9e60c752313b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.192293 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e98c5774-e2e1-4fb8-83f5-a140f353ad55 admin admin] Publish callbacks [] for security_group (38265c81-a752-4a09-8fb6-9e60c752313b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.221618 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.322940 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e98c5774-e2e1-4fb8-83f5-a140f353ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (38265c81-a752-4a09-8fb6-9e60c752313b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.325612 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e98c5774-e2e1-4fb8-83f5-a140f353ad55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.327126 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e98c5774-e2e1-4fb8-83f5-a140f353ad55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38265c81-a752-4a09-8fb6-9e60c752313b HTTP/1.1" status: 204 len: 168 time: 0.2042739 Apr 01 21:47:52.335006 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5774-e2e1-4fb8-83f5-a140f353ad55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38265c81-a752-4a09-8fb6-9e60c752313b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:52.397635 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4c55-f0c7-430e-8763-10e7a6fe2e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.490095 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Deleting port 4325c838-48b0-476d-b615-fdf57c168dbe {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:52.490604 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.579413 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] For port 4325c838-48b0-476d-b615-fdf57c168dbe, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4325c838-48b0-476d-b615-fdf57c168dbe,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:52.579831 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.594677 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Calling delete_port for 4325c838-48b0-476d-b615-fdf57c168dbe owned by network:router_interface {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:52.867389 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (4325c838-48b0-476d-b615-fdf57c168dbe), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:52.895638 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Pushing event deleted for resources: {'Port': ['ID=4325c838-48b0-476d-b615-fdf57c168dbe,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:52.980085 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55968) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:52.994874 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-deeca938-29d1-40c5-a665-c67bf82f6785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.090167 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-deeca938-29d1-40c5-a665-c67bf82f6785 admin admin] Publish callbacks [] for security_group (c2acf3c0-371f-4a36-af22-2354c22b0c6f), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.128372 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db53ab2-3659-4158-910c-387427b9dd35 req-d6181e99-8396-48ca-8b56-85b8525dca68 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:53.129960 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3db53ab2-3659-4158-910c-387427b9dd35 req-d6181e99-8396-48ca-8b56-85b8525dca68 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 950 time: 0.0929644 Apr 01 21:47:53.130954 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.153380 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-deeca938-29d1-40c5-a665-c67bf82f6785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c2acf3c0-371f-4a36-af22-2354c22b0c6f), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.192815 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-deeca938-29d1-40c5-a665-c67bf82f6785 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0b436e12be74463b75df5563be8608d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114532 Apr 01 21:47:53.194826 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeca938-29d1-40c5-a665-c67bf82f6785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2acf3c0-371f-4a36-af22-2354c22b0c6f,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:53.197366 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55970) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:53.246466 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0661fa62-8eb4-43be-82ac-1fb6f7b2ce40 admin admin] Publish callbacks [] for security_group (c2acf3c0-371f-4a36-af22-2354c22b0c6f), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.256374 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3db53ab2-3659-4158-910c-387427b9dd35 req-c1af6d07-bb0a-4bab-b045-14db559e4e8d tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/security-groups?id=05810303-94af-4c5f-9f37-a68e3d31535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194084 Apr 01 21:47:53.269166 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0661fa62-8eb4-43be-82ac-1fb6f7b2ce40 admin admin] Publish callbacks [] for security_group (c2acf3c0-371f-4a36-af22-2354c22b0c6f), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.375985 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0661fa62-8eb4-43be-82ac-1fb6f7b2ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c2acf3c0-371f-4a36-af22-2354c22b0c6f), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.378604 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0661fa62-8eb4-43be-82ac-1fb6f7b2ce40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.379837 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0661fa62-8eb4-43be-82ac-1fb6f7b2ce40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2acf3c0-371f-4a36-af22-2354c22b0c6f HTTP/1.1" status: 204 len: 168 time: 0.1815462 Apr 01 21:47:53.388265 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661fa62-8eb4-43be-82ac-1fb6f7b2ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2acf3c0-371f-4a36-af22-2354c22b0c6f,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:53.399291 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-1c9d3f80-3ef2-4674-8cd6-9c1177bc73eb tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:47:53.400963 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-1c9d3f80-3ef2-4674-8cd6-9c1177bc73eb tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 950 time: 0.1183643 Apr 01 21:47:53.501571 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:47:53.590069 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Deleting port 7fbf8b44-fe5a-4912-b730-71296b8242f3 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:53.590408 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.695578 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:47:53.704497 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-d964345c-bf4e-4d28-8a9e-409db2bba171 admin admin] 10.222.0.30 "PUT /v2.0/routers/0a3cb91f-0702-4d22-9c60-d93c24ab89bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2288363 Apr 01 21:47:53.705132 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 55976) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:53.706987 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] For port 7fbf8b44-fe5a-4912-b730-71296b8242f3, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=7fbf8b44-fe5a-4912-b730-71296b8242f3,segment=NetworkSegment(110af48a-bbe6-4ea7-9dba-d645f4f83dd7),segment_id=110af48a-bbe6-4ea7-9dba-d645f4f83dd7)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:53.707585 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.707938 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] Sync routers for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:47:53.720697 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:53.721393 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:53.728103 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Calling delete_port for 7fbf8b44-fe5a-4912-b730-71296b8242f3 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:53.846979 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks [] for router (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:53.848280 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:53.969054 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks [] for router_gateway (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.005430 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (7fbf8b44-fe5a-4912-b730-71296b8242f3), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.041247 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['7fbf8b44-fe5a-4912-b730-71296b8242f3'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:47:54.052202 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:47:52Z', 'revision_number': 5, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port': {'id': 'bb5625a7-4685-4a5e-9976-6d4f9c29cf11', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:40:06Z', 'updated_at': '2022-04-01T21:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:54.054910 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Pushing event deleted for resources: {'Port': ['ID=7fbf8b44-fe5a-4912-b730-71296b8242f3,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:54.106379 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] Checking router: 0a3cb91f-0702-4d22-9c60-d93c24ab89bf for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:47:54.115087 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] No DVR routers for this DVR port 7fbf8b44-fe5a-4912-b730-71296b8242f3 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:54.115374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.116134 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] Routers {'0a3cb91f-0702-4d22-9c60-d93c24ab89bf'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:47:54.116749 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:54.123073 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-ab0f66ca-e8c0-4a14-a52f-e58f39d317d0 req-d6436fdc-eecf-42c3-97ee-06f32b86fb15 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.31 "DELETE /v2.0/ports/7fbf8b44-fe5a-4912-b730-71296b8242f3 HTTP/1.1" status: 204 len: 173 time: 0.7142410 Apr 01 21:47:54.123635 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'name': 'network-vif-deleted', 'tag': '7fbf8b44-fe5a-4912-b730-71296b8242f3'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:47:54.127833 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd6720f-23ee-4994-8038-a4f74daee2a7" -d '{"events": [{"server_uuid": "6c1917b2-a4ad-4df0-a146-761f1f2405ee", "name": "network-vif-deleted", "tag": "7fbf8b44-fe5a-4912-b730-71296b8242f3"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:47:54.175961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d3358-839a-400b-8a2a-8ee4eeea1eed x-openstack-request-id: req-ac7d3358-839a-400b-8a2a-8ee4eeea1eed {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:47:54.175961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1917b2-a4ad-4df0-a146-761f1f2405ee", "name": "network-vif-deleted", "tag": "7fbf8b44-fe5a-4912-b730-71296b8242f3", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:47:54.176131 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Deleting port bb5625a7-4685-4a5e-9976-6d4f9c29cf11 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:54.176581 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac7d3358-839a-400b-8a2a-8ee4eeea1eed {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:47:54.176671 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.176749 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7d3358-839a-400b-8a2a-8ee4eeea1eed'] response: {'server_uuid': '6c1917b2-a4ad-4df0-a146-761f1f2405ee', 'name': 'network-vif-deleted', 'tag': '7fbf8b44-fe5a-4912-b730-71296b8242f3', 'status': 'completed', 'code': 200} Apr 01 21:47:54.248733 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] Set router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf gateway port host: None {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:47:54.285008 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] For port bb5625a7-4685-4a5e-9976-6d4f9c29cf11, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:54.285426 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.321423 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Calling delete_port for bb5625a7-4685-4a5e-9976-6d4f9c29cf11 owned by network:router_gateway {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:54.344215 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:47:53Z', 'revision_number': 6, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:54.391115 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc96c86-07c8-4a07-8145-605c00efd25b None None] The sync data for ids ['0a3cb91f-0702-4d22-9c60-d93c24ab89bf'] in dv-cinder-836211-1-iscsi is: [{'id': '0a3cb91f-0702-4d22-9c60-d93c24ab89bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1070032544-router', 'tenant_id': 'b830e6c4d18d4632b83ac205b83cd683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:40:04Z', 'updated_at': '2022-04-01T21:47:53Z', 'revision_number': 6, 'project_id': 'b830e6c4d18d4632b83ac205b83cd683', 'gw_port_host': None}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:47:54.447120 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-131a34f6-c20c-42df-af79-0efca7857589 req-01f8cf77-8982-45c1-acb5-81e23a05ce19 tempest-VolumesNegativeTest-442921283 tempest-VolumesNegativeTest-442921283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c1917b2-a4ad-4df0-a146-761f1f2405ee HTTP/1.1" status: 200 len: 210 time: 0.0440443 Apr 01 21:47:54.632504 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (bb5625a7-4685-4a5e-9976-6d4f9c29cf11), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.650420 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b8a658fb-fd24-4cab-9335-ad4c97426ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.659609 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5625a7-4685-4a5e-9976-6d4f9c29cf11,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:54.725936 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.822436 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.824648 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks [] for router_controller (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.970263 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (0a3cb91f-0702-4d22-9c60-d93c24ab89bf), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.970858 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3cb91f-0702-4d22-9c60-d93c24ab89bf {{(pid=110288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:47:54.977108 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:54.978344 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-943de8cb-cc20-487e-8b2e-338ea97cdf2e admin admin] 10.222.0.30 "DELETE /v2.0/routers/0a3cb91f-0702-4d22-9c60-d93c24ab89bf HTTP/1.1" status: 204 len: 168 time: 1.2721009 Apr 01 21:47:54.980779 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56008) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:55.026144 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] Deleting subnet d8c73fc9-1d2b-4895-a866-7a59f4a827c1 {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:47:55.029521 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] Publish callbacks [] for subnet (d8c73fc9-1d2b-4895-a866-7a59f4a827c1), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.065219 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9312290'] for subnet (d8c73fc9-1d2b-4895-a866-7a59f4a827c1), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.168745 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (d8c73fc9-1d2b-4895-a866-7a59f4a827c1), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.347976 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12389359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504909'] for subnet (d8c73fc9-1d2b-4895-a866-7a59f4a827c1), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.363632 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.370366 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d8c73fc9-1d2b-4895-a866-7a59f4a827c1 HTTP/1.1" status: 204 len: 168 time: 0.3882360 Apr 01 21:47:55.370514 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56028) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:55.382605 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edbdee1-ad9d-494e-8049-cb0a49076f6a None None] Network bbed30bf-fb51-411a-9965-9d6a277737eb requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:47:55.403958 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb95c4-cfb9-4016-af18-82d22084c33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c73fc9-1d2b-4895-a866-7a59f4a827c1,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:55.451153 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (bbed30bf-fb51-411a-9965-9d6a277737eb), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.533847 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Deleting port c34f287e-0be5-47fb-9c81-dd4dcf495d5b {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:55.534189 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.602637 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] DHCP port deletion for bbed30bf-fb51-411a-9965-9d6a277737eb request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:47:55.614313 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] For port c34f287e-0be5-47fb-9c81-dd4dcf495d5b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:55.614812 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.633768 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Calling delete_port for c34f287e-0be5-47fb-9c81-dd4dcf495d5b owned by network:dhcp {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:55.666168 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] Deleting port c34f287e-0be5-47fb-9c81-dd4dcf495d5b {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:47:55.667170 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.758615 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] For port c34f287e-0be5-47fb-9c81-dd4dcf495d5b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,segment=NetworkSegment(a120e8e6-25c4-416a-9895-34d1bf5d3e60),segment_id=a120e8e6-25c4-416a-9895-34d1bf5d3e60)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:47:55.763769 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.773479 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] Calling delete_port for c34f287e-0be5-47fb-9c81-dd4dcf495d5b owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:47:55.810730 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.839219 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Pushing event deleted for resources: {'Port': ['ID=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:55.841446 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] No DVR routers for this DVR port c34f287e-0be5-47fb-9c81-dd4dcf495d5b on host dv-cinder-836211-1-iscsi {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:55.848026 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.868856 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (c34f287e-0be5-47fb-9c81-dd4dcf495d5b), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.900728 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] Pushing event deleted for resources: {'Port': ['ID=c34f287e-0be5-47fb-9c81-dd4dcf495d5b,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:55.915923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e598227-4ae9-4a5f-bf94-6a1a4b2ebafe None None] No DVR routers for this DVR port c34f287e-0be5-47fb-9c81-dd4dcf495d5b on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:47:55.935474 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (bbed30bf-fb51-411a-9965-9d6a277737eb), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.958597 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbed30bf-fb51-411a-9965-9d6a277737eb']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:55.968814 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a120e8e6-25c4-416a-9895-34d1bf5d3e60') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:55.969289 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a120e8e6-25c4-416a-9895-34d1bf5d3e60') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:47:55.981094 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (a120e8e6-25c4-416a-9895-34d1bf5d3e60), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:55.997572 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (a120e8e6-25c4-416a-9895-34d1bf5d3e60), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.004040 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:47:56.004502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (a120e8e6-25c4-416a-9895-34d1bf5d3e60), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:47:56.006736 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:47:56.187402 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (bbed30bf-fb51-411a-9965-9d6a277737eb), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.192108 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56078) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:56.195956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.196533 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] 10.222.0.30 "DELETE /v2.0/networks/bbed30bf-fb51-411a-9965-9d6a277737eb HTTP/1.1" status: 204 len: 168 time: 0.8247025 Apr 01 21:47:56.210603 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb825b-d731-48ff-9492-d96ca85a515d admin admin] Pushing event deleted for resources: {'Network': ['ID=bbed30bf-fb51-411a-9965-9d6a277737eb,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:56.324153 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-241b499b-b42d-4afc-b16c-8c6748f5934a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.338127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4325c838-48b0-476d-b615-fdf57c168dbe no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:56.362655 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 4325c838-48b0-476d-b615-fdf57c168dbe {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:56.363003 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4325c838-48b0-476d-b615-fdf57c168dbe not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:56.363422 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bb5625a7-4685-4a5e-9976-6d4f9c29cf11 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:56.382027 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: bb5625a7-4685-4a5e-9976-6d4f9c29cf11 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:56.382376 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device bb5625a7-4685-4a5e-9976-6d4f9c29cf11 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:56.382790 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device c34f287e-0be5-47fb-9c81-dd4dcf495d5b no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:56.404751 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: c34f287e-0be5-47fb-9c81-dd4dcf495d5b {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:56.405334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device c34f287e-0be5-47fb-9c81-dd4dcf495d5b not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:56.413157 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-241b499b-b42d-4afc-b16c-8c6748f5934a admin admin] Publish callbacks [] for security_group (b0058356-8c75-4faa-a480-f27da2ac49d5), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.473356 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-241b499b-b42d-4afc-b16c-8c6748f5934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b0058356-8c75-4faa-a480-f27da2ac49d5), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.514089 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b499b-b42d-4afc-b16c-8c6748f5934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0058356-8c75-4faa-a480-f27da2ac49d5,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:56.514920 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7fbf8b44-fe5a-4912-b730-71296b8242f3 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:47:56.518320 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-241b499b-b42d-4afc-b16c-8c6748f5934a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbff7044289e4f58ab57e82a4ff6fe07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251202 Apr 01 21:47:56.521042 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56106) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:56.538398 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56108) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:56.555802 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 7fbf8b44-fe5a-4912-b730-71296b8242f3 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:47:56.556146 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 7fbf8b44-fe5a-4912-b730-71296b8242f3 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:47:56.601518 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a2891fd0-3643-4993-b60f-8fff5090e7b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b830e6c4d18d4632b83ac205b83cd683&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0619934 Apr 01 21:47:56.607180 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56112) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:56.619543 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e6e-0fa4-465d-8605-7e6b9071f795 admin admin] Publish callbacks [] for security_group (b0058356-8c75-4faa-a480-f27da2ac49d5), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.666779 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e6e-0fa4-465d-8605-7e6b9071f795 admin admin] Publish callbacks [] for security_group (b0058356-8c75-4faa-a480-f27da2ac49d5), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.705136 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-72604bfa-ac22-47ff-a4f9-31cee03cab89 admin admin] Publish callbacks [] for security_group (aededa8d-bfb7-4bf3-a86e-e7d59f093cc2), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.731210 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-72604bfa-ac22-47ff-a4f9-31cee03cab89 admin admin] Publish callbacks [] for security_group (aededa8d-bfb7-4bf3-a86e-e7d59f093cc2), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.877809 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e6e-0fa4-465d-8605-7e6b9071f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b0058356-8c75-4faa-a480-f27da2ac49d5), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.880499 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e6e-0fa4-465d-8605-7e6b9071f795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.882258 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d01e4e6e-0fa4-465d-8605-7e6b9071f795 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0058356-8c75-4faa-a480-f27da2ac49d5 HTTP/1.1" status: 204 len: 168 time: 0.3594756 Apr 01 21:47:56.882990 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-72604bfa-ac22-47ff-a4f9-31cee03cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (aededa8d-bfb7-4bf3-a86e-e7d59f093cc2), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.885491 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-72604bfa-ac22-47ff-a4f9-31cee03cab89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:56.888194 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-72604bfa-ac22-47ff-a4f9-31cee03cab89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aededa8d-bfb7-4bf3-a86e-e7d59f093cc2 HTTP/1.1" status: 204 len: 168 time: 0.2780657 Apr 01 21:47:56.896530 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e4e6e-0fa4-465d-8605-7e6b9071f795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0058356-8c75-4faa-a480-f27da2ac49d5,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:56.906911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72604bfa-ac22-47ff-a4f9-31cee03cab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aededa8d-bfb7-4bf3-a86e-e7d59f093cc2,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:57.051079 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.172659 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56180) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:57.449449 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-722c1660-b723-4612-ac11-c1d87015ebfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.527535 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-722c1660-b723-4612-ac11-c1d87015ebfc admin admin] Publish callbacks [] for security_group (77b4eae4-672f-46c1-82a2-6cbf49872563), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.551677 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56190) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:57.572445 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ca77e737-95ef-4724-8b59-a3d5ecd0a144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.607187 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-722c1660-b723-4612-ac11-c1d87015ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (77b4eae4-672f-46c1-82a2-6cbf49872563), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.642399 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-722c1660-b723-4612-ac11-c1d87015ebfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ce133e3d259456280efcf38504ba725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684887 Apr 01 21:47:57.643549 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c1660-b723-4612-ac11-c1d87015ebfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b4eae4-672f-46c1-82a2-6cbf49872563,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:57.646201 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56196) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:57.672688 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ca77e737-95ef-4724-8b59-a3d5ecd0a144 admin admin] Publish callbacks [] for security_group (428e162c-f019-4eee-ae7a-5dfee57f244f), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.698827 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e642226a-9275-4b19-a39b-7cd0521f5abf admin admin] Publish callbacks [] for security_group (77b4eae4-672f-46c1-82a2-6cbf49872563), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.721305 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e642226a-9275-4b19-a39b-7cd0521f5abf admin admin] Publish callbacks [] for security_group (77b4eae4-672f-46c1-82a2-6cbf49872563), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.730137 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ca77e737-95ef-4724-8b59-a3d5ecd0a144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (428e162c-f019-4eee-ae7a-5dfee57f244f), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.773433 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ca77e737-95ef-4724-8b59-a3d5ecd0a144 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd2dd015b74d4608a02afe63f3f478f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206216 Apr 01 21:47:57.774342 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77e737-95ef-4724-8b59-a3d5ecd0a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428e162c-f019-4eee-ae7a-5dfee57f244f,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:57.776090 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56206) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:57.823901 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-914412e1-90dd-4ec6-ad13-8d2228d58066 admin admin] Publish callbacks [] for security_group (428e162c-f019-4eee-ae7a-5dfee57f244f), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.845498 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-914412e1-90dd-4ec6-ad13-8d2228d58066 admin admin] Publish callbacks [] for security_group (428e162c-f019-4eee-ae7a-5dfee57f244f), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.879630 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e642226a-9275-4b19-a39b-7cd0521f5abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (77b4eae4-672f-46c1-82a2-6cbf49872563), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.882873 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e642226a-9275-4b19-a39b-7cd0521f5abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:57.886604 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e642226a-9275-4b19-a39b-7cd0521f5abf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77b4eae4-672f-46c1-82a2-6cbf49872563 HTTP/1.1" status: 204 len: 168 time: 0.2370584 Apr 01 21:47:57.894243 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642226a-9275-4b19-a39b-7cd0521f5abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b4eae4-672f-46c1-82a2-6cbf49872563,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:58.020320 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-914412e1-90dd-4ec6-ad13-8d2228d58066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (428e162c-f019-4eee-ae7a-5dfee57f244f), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:58.022902 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-914412e1-90dd-4ec6-ad13-8d2228d58066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:58.024084 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-914412e1-90dd-4ec6-ad13-8d2228d58066 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/428e162c-f019-4eee-ae7a-5dfee57f244f HTTP/1.1" status: 204 len: 168 time: 0.2469413 Apr 01 21:47:58.032037 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914412e1-90dd-4ec6-ad13-8d2228d58066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428e162c-f019-4eee-ae7a-5dfee57f244f,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:58.626992 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56244) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:58.642480 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-70d71013-85a6-4668-8070-c877044ce019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:58.728110 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-70d71013-85a6-4668-8070-c877044ce019 admin admin] Publish callbacks [] for security_group (cf3c22d1-8613-4130-a8a0-8bb541e1b3ef), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:58.776088 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:58.799134 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-70d71013-85a6-4668-8070-c877044ce019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (cf3c22d1-8613-4130-a8a0-8bb541e1b3ef), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:58.843613 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-70d71013-85a6-4668-8070-c877044ce019 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=717db8a3bb874a1dadb5d3e21ae0884a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141502 Apr 01 21:47:58.848832 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d71013-85a6-4668-8070-c877044ce019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c22d1-8613-4130-a8a0-8bb541e1b3ef,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:58.848927 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56254) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:58.896670 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3dd19e33-efb6-498e-bc1f-5500eebd8b87 admin admin] Publish callbacks [] for security_group (cf3c22d1-8613-4130-a8a0-8bb541e1b3ef), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:58.939142 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3dd19e33-efb6-498e-bc1f-5500eebd8b87 admin admin] Publish callbacks [] for security_group (cf3c22d1-8613-4130-a8a0-8bb541e1b3ef), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:59.112685 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3dd19e33-efb6-498e-bc1f-5500eebd8b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (cf3c22d1-8613-4130-a8a0-8bb541e1b3ef), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:59.116834 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3dd19e33-efb6-498e-bc1f-5500eebd8b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:47:59.118511 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3dd19e33-efb6-498e-bc1f-5500eebd8b87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf3c22d1-8613-4130-a8a0-8bb541e1b3ef HTTP/1.1" status: 204 len: 168 time: 0.2710061 Apr 01 21:47:59.128519 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd19e33-efb6-498e-bc1f-5500eebd8b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c22d1-8613-4130-a8a0-8bb541e1b3ef,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:47:59.851834 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56360) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:47:59.982002 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-07e0fc73-6ab0-4074-80af-2099f1df5b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:00.057747 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-07e0fc73-6ab0-4074-80af-2099f1df5b6e admin admin] Publish callbacks [] for security_group (d2f31579-f370-4726-a7ac-f5e5a65d6812), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:00.140239 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-07e0fc73-6ab0-4074-80af-2099f1df5b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d2f31579-f370-4726-a7ac-f5e5a65d6812), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:00.191507 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-07e0fc73-6ab0-4074-80af-2099f1df5b6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd098d381ebd4d34ac251f2b6ae73c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383410 Apr 01 21:48:00.194011 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0fc73-6ab0-4074-80af-2099f1df5b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f31579-f370-4726-a7ac-f5e5a65d6812,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:00.196782 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56390) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:00.295304 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4cee0431-e5a2-47c0-a541-9188ff155440 admin admin] Publish callbacks [] for security_group (d2f31579-f370-4726-a7ac-f5e5a65d6812), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:00.320964 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4cee0431-e5a2-47c0-a541-9188ff155440 admin admin] Publish callbacks [] for security_group (d2f31579-f370-4726-a7ac-f5e5a65d6812), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:00.438414 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4cee0431-e5a2-47c0-a541-9188ff155440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d2f31579-f370-4726-a7ac-f5e5a65d6812), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:00.442774 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4cee0431-e5a2-47c0-a541-9188ff155440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:00.446260 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4cee0431-e5a2-47c0-a541-9188ff155440 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2f31579-f370-4726-a7ac-f5e5a65d6812 HTTP/1.1" status: 204 len: 168 time: 0.2457654 Apr 01 21:48:00.455867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee0431-e5a2-47c0-a541-9188ff155440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f31579-f370-4726-a7ac-f5e5a65d6812,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:01.698775 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:48:03.068625 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56552) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:03.286506 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-5fd295c2-9469-4378-a630-6b58dbfa671a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4999ea5d8723472a8f94ffb49ee23450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139649 Apr 01 21:48:03.286733 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56558) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:03.336228 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14e42bf0-4d80-44b5-b385-1c7df1c78daf admin admin] Publish callbacks [] for security_group (05810303-94af-4c5f-9f37-a68e3d31535c), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:03.358385 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14e42bf0-4d80-44b5-b385-1c7df1c78daf admin admin] Publish callbacks [] for security_group (05810303-94af-4c5f-9f37-a68e3d31535c), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:03.524425 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14e42bf0-4d80-44b5-b385-1c7df1c78daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (05810303-94af-4c5f-9f37-a68e3d31535c), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:03.527198 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-14e42bf0-4d80-44b5-b385-1c7df1c78daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:03.537747 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-14e42bf0-4d80-44b5-b385-1c7df1c78daf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05810303-94af-4c5f-9f37-a68e3d31535c HTTP/1.1" status: 204 len: 168 time: 0.2407417 Apr 01 21:48:03.537747 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e42bf0-4d80-44b5-b385-1c7df1c78daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05810303-94af-4c5f-9f37-a68e3d31535c,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:05.143419 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56618) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:05.251393 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d70ceef5-ee05-4524-aae1-2539c6712967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:05.323461 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d70ceef5-ee05-4524-aae1-2539c6712967 admin admin] Publish callbacks [] for security_group (a15274a4-013d-4f7f-990e-652013a5db33), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:05.391479 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d70ceef5-ee05-4524-aae1-2539c6712967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a15274a4-013d-4f7f-990e-652013a5db33), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:05.433198 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d70ceef5-ee05-4524-aae1-2539c6712967 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4aa1133e8f8c4f46827d01f578d1f3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863274 Apr 01 21:48:05.433198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ceef5-ee05-4524-aae1-2539c6712967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15274a4-013d-4f7f-990e-652013a5db33,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:05.434209 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56632) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:05.504246 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-66b315c7-a4d0-4c7b-8461-24b8128c543a admin admin] Publish callbacks [] for security_group (a15274a4-013d-4f7f-990e-652013a5db33), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:05.526867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-66b315c7-a4d0-4c7b-8461-24b8128c543a admin admin] Publish callbacks [] for security_group (a15274a4-013d-4f7f-990e-652013a5db33), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:05.644504 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-66b315c7-a4d0-4c7b-8461-24b8128c543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a15274a4-013d-4f7f-990e-652013a5db33), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:05.647929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-66b315c7-a4d0-4c7b-8461-24b8128c543a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:05.649354 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-66b315c7-a4d0-4c7b-8461-24b8128c543a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a15274a4-013d-4f7f-990e-652013a5db33 HTTP/1.1" status: 204 len: 168 time: 0.2089536 Apr 01 21:48:05.659682 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b315c7-a4d0-4c7b-8461-24b8128c543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15274a4-013d-4f7f-990e-652013a5db33,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:06.258700 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56656) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:06.272014 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-61964b88-58b2-419f-9880-9d2b019cafb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.347924 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-61964b88-58b2-419f-9880-9d2b019cafb4 admin admin] Publish callbacks [] for security_group (4aac173d-d319-4149-847a-907ca0fb3c0e), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.467225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-61964b88-58b2-419f-9880-9d2b019cafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4aac173d-d319-4149-847a-907ca0fb3c0e), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.505620 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-61964b88-58b2-419f-9880-9d2b019cafb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9e51095b9e24faaac4dbdc3ec630dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457249 Apr 01 21:48:06.506979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61964b88-58b2-419f-9880-9d2b019cafb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aac173d-d319-4149-847a-907ca0fb3c0e,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:06.509372 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56660) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:06.565207 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a77aa679-4eaa-45a4-8309-d2768356bc7a admin admin] Publish callbacks [] for security_group (4aac173d-d319-4149-847a-907ca0fb3c0e), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.587729 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a77aa679-4eaa-45a4-8309-d2768356bc7a admin admin] Publish callbacks [] for security_group (4aac173d-d319-4149-847a-907ca0fb3c0e), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.614408 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56664) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:06.712803 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a77aa679-4eaa-45a4-8309-d2768356bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4aac173d-d319-4149-847a-907ca0fb3c0e), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.717730 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a77aa679-4eaa-45a4-8309-d2768356bc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.717730 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a77aa679-4eaa-45a4-8309-d2768356bc7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4aac173d-d319-4149-847a-907ca0fb3c0e HTTP/1.1" status: 204 len: 168 time: 0.2054126 Apr 01 21:48:06.719648 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4c9d267a-8c3f-4807-a54d-1bc007920d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.725663 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aa679-4eaa-45a4-8309-d2768356bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aac173d-d319-4149-847a-907ca0fb3c0e,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:06.801141 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4c9d267a-8c3f-4807-a54d-1bc007920d44 admin admin] Publish callbacks [] for security_group (40bce537-0921-4716-9584-92bb8515abdc), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.865620 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4c9d267a-8c3f-4807-a54d-1bc007920d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (40bce537-0921-4716-9584-92bb8515abdc), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.905986 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4c9d267a-8c3f-4807-a54d-1bc007920d44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1649431f962944ca9ac93005c935a16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903452 Apr 01 21:48:06.907315 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d267a-8c3f-4807-a54d-1bc007920d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bce537-0921-4716-9584-92bb8515abdc,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:06.908723 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56672) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:06.965276 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7f578303-68c7-4dc5-899e-7eefac94fbb8 admin admin] Publish callbacks [] for security_group (40bce537-0921-4716-9584-92bb8515abdc), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:06.991506 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7f578303-68c7-4dc5-899e-7eefac94fbb8 admin admin] Publish callbacks [] for security_group (40bce537-0921-4716-9584-92bb8515abdc), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:07.130092 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7f578303-68c7-4dc5-899e-7eefac94fbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (40bce537-0921-4716-9584-92bb8515abdc), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:07.132728 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7f578303-68c7-4dc5-899e-7eefac94fbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:07.134035 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7f578303-68c7-4dc5-899e-7eefac94fbb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40bce537-0921-4716-9584-92bb8515abdc HTTP/1.1" status: 204 len: 168 time: 0.2236357 Apr 01 21:48:07.142992 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578303-68c7-4dc5-899e-7eefac94fbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bce537-0921-4716-9584-92bb8515abdc,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:07.809000 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56708) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:07.823207 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0c40d5be-13d6-452a-b412-91adcf26b1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:07.899231 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0c40d5be-13d6-452a-b412-91adcf26b1b6 admin admin] Publish callbacks [] for security_group (59083fc9-8c64-4dfa-98e4-9249a5c1e850), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:08.043147 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0c40d5be-13d6-452a-b412-91adcf26b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (59083fc9-8c64-4dfa-98e4-9249a5c1e850), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:08.080395 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0c40d5be-13d6-452a-b412-91adcf26b1b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe8ba815a444434692eee7875a5fecbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702658 Apr 01 21:48:08.083163 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56712) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:08.086045 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40d5be-13d6-452a-b412-91adcf26b1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59083fc9-8c64-4dfa-98e4-9249a5c1e850,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:08.138525 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Publish callbacks [] for security_group (59083fc9-8c64-4dfa-98e4-9249a5c1e850), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:08.160219 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Publish callbacks [] for security_group (59083fc9-8c64-4dfa-98e4-9249a5c1e850), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:08.271622 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (59083fc9-8c64-4dfa-98e4-9249a5c1e850), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:08.274425 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:08.275847 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59083fc9-8c64-4dfa-98e4-9249a5c1e850 HTTP/1.1" status: 204 len: 168 time: 0.1917019 Apr 01 21:48:08.284391 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59083fc9-8c64-4dfa-98e4-9249a5c1e850,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:08.292027 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.292382 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.292751 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.293576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.293683 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.293965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.294297 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.294629 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.294956 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.295456 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.296340 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.296689 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.297022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.297352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:08.297706 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e8bf-28b7-45c3-9b64-1c4a2233f12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:11.335934 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:12.564343 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56846) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:12.669003 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e257d1f4-6c20-4519-b661-ada793f0efe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:12.743152 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e257d1f4-6c20-4519-b661-ada793f0efe9 admin admin] Publish callbacks [] for security_group (27d2f0d1-76bd-46fa-9170-ea040662abf5), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:12.798239 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e257d1f4-6c20-4519-b661-ada793f0efe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (27d2f0d1-76bd-46fa-9170-ea040662abf5), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:12.839271 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-e257d1f4-6c20-4519-b661-ada793f0efe9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db4248f8a93d464f86eaab5f19df26ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737885 Apr 01 21:48:12.841282 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257d1f4-6c20-4519-b661-ada793f0efe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d2f0d1-76bd-46fa-9170-ea040662abf5,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:12.842035 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56854) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:12.891216 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Publish callbacks [] for security_group (27d2f0d1-76bd-46fa-9170-ea040662abf5), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:12.911385 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Publish callbacks [] for security_group (27d2f0d1-76bd-46fa-9170-ea040662abf5), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:13.039055 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (27d2f0d1-76bd-46fa-9170-ea040662abf5), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:13.041530 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:13.042696 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27d2f0d1-76bd-46fa-9170-ea040662abf5 HTTP/1.1" status: 204 len: 168 time: 0.1995969 Apr 01 21:48:13.050512 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d2f0d1-76bd-46fa-9170-ea040662abf5,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:13.058028 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.058367 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.058700 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.059051 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.059356 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.059691 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.060014 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.060329 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.060675 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.060949 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.061268 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.061607 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.061925 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.062235 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.062543 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420c6d2-2999-4468-8d46-da546ffd4fa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:13.619252 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56862) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:13.631963 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-768f1286-ca9f-4825-9bbf-8ec52726bb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:13.706884 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-768f1286-ca9f-4825-9bbf-8ec52726bb35 admin admin] Publish callbacks [] for security_group (8c40181a-3a03-4e08-b49c-ad82233bae6d), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:13.774686 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-768f1286-ca9f-4825-9bbf-8ec52726bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (8c40181a-3a03-4e08-b49c-ad82233bae6d), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:13.812696 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1286-ca9f-4825-9bbf-8ec52726bb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40181a-3a03-4e08-b49c-ad82233bae6d,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:13.819278 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-768f1286-ca9f-4825-9bbf-8ec52726bb35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1e1508093e540f7a7b3955885ce2985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965837 Apr 01 21:48:13.819498 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56866) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:13.866313 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fc60c475-c0a2-4cde-85b5-740e036bb6bc admin admin] Publish callbacks [] for security_group (8c40181a-3a03-4e08-b49c-ad82233bae6d), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:13.886911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fc60c475-c0a2-4cde-85b5-740e036bb6bc admin admin] Publish callbacks [] for security_group (8c40181a-3a03-4e08-b49c-ad82233bae6d), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.010300 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fc60c475-c0a2-4cde-85b5-740e036bb6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (8c40181a-3a03-4e08-b49c-ad82233bae6d), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.012869 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fc60c475-c0a2-4cde-85b5-740e036bb6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.014042 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-fc60c475-c0a2-4cde-85b5-740e036bb6bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c40181a-3a03-4e08-b49c-ad82233bae6d HTTP/1.1" status: 204 len: 168 time: 0.1929011 Apr 01 21:48:14.021822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60c475-c0a2-4cde-85b5-740e036bb6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40181a-3a03-4e08-b49c-ad82233bae6d,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:14.583862 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 56874) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:14.596703 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b7558429-04fd-4731-821b-3bcc959c9f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.669724 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b7558429-04fd-4731-821b-3bcc959c9f16 admin admin] Publish callbacks [] for security_group (c0af2194-cd7c-4ca3-9680-a272d8dbf585), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.734067 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b7558429-04fd-4731-821b-3bcc959c9f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c0af2194-cd7c-4ca3-9680-a272d8dbf585), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.772916 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b7558429-04fd-4731-821b-3bcc959c9f16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1a499b0b3ba442bbaa4c16b7eb4b819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877170 Apr 01 21:48:14.774062 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7558429-04fd-4731-821b-3bcc959c9f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0af2194-cd7c-4ca3-9680-a272d8dbf585,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:14.775886 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56880) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:14.825874 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d9b557d1-d2cd-47d2-a28b-2ec0994c28ab admin admin] Publish callbacks [] for security_group (c0af2194-cd7c-4ca3-9680-a272d8dbf585), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.848435 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d9b557d1-d2cd-47d2-a28b-2ec0994c28ab admin admin] Publish callbacks [] for security_group (c0af2194-cd7c-4ca3-9680-a272d8dbf585), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.981701 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d9b557d1-d2cd-47d2-a28b-2ec0994c28ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c0af2194-cd7c-4ca3-9680-a272d8dbf585), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.984324 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-d9b557d1-d2cd-47d2-a28b-2ec0994c28ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:14.985573 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-d9b557d1-d2cd-47d2-a28b-2ec0994c28ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0af2194-cd7c-4ca3-9680-a272d8dbf585 HTTP/1.1" status: 204 len: 168 time: 0.2086580 Apr 01 21:48:14.993763 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b557d1-d2cd-47d2-a28b-2ec0994c28ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0af2194-cd7c-4ca3-9680-a272d8dbf585,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:15.976465 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56920) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:16.078378 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1085486227-network', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:16.162716 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Made reservation on behalf of 625d3eba226d4a1e9ce861b6b18e7d9d for: {'network': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:48:16.165647 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.174900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.258051 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks [] for security_group (ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.312577 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.336850 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:48:16.345570 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:16.351961 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (f5ab2e95-a74a-4f0f-bd01-482b822553df), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.352307 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.segments_db [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Added segment f5ab2e95-a74a-4f0f-bd01-482b822553df of type vlan for network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 Apr 01 21:48:16.393928 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (41041f4c-8185-4d55-ade1-0a5c30c7cb35), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.482357 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (41041f4c-8185-4d55-ade1-0a5c30c7cb35), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.483362 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:16.483950 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.540976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] Pushing event updated for resources: {'Network': ['ID=41041f4c-8185-4d55-ade1-0a5c30c7cb35,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:16.551244 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:48:16.625869 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c9b1918d-f616-4008-9a61-ca35d85d73e2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6348815 Apr 01 21:48:16.628097 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56932) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:16.633517 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Request body: {'subnet': {'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1085486227-subnet', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:16.718207 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Made reservation on behalf of 625d3eba226d4a1e9ce861b6b18e7d9d for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:48:16.720536 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9403914'] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.935549 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9555147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9403932'] for subnet (f5df5977-75d4-4bda-aa91-b865e9beb482), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:16.991931 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5df5977-75d4-4bda-aa91-b865e9beb482,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:16.999000 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Checking segment: {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:16.999353 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Network hostable DHCP agents. Network: 41041f4c-8185-4d55-ade1-0a5c30c7cb35, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:48:17.071892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:48:17.152766 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 41041f4c-8185-4d55-ade1-0a5c30c7cb35) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:17.156965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:17.157623 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.163135 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df507175-e62b-4680-9a17-a12cd3108eae None None] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:48:17.241910 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-cfc5e68f-b8de-459b-a3e9-54e34dc8a72a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6121836 Apr 01 21:48:17.244731 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56938) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:17.248893 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:17.263132 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:48:17.263986 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.336398 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (349411f3-7379-4631-bd69-27da03a901ef), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.337529 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (349411f3-7379-4631-bd69-27da03a901ef), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.393808 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks [] for router_controller (349411f3-7379-4631-bd69-27da03a901ef), precommit_add_association {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.395309 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Allocated IP 172.20.0.2 (41041f4c-8185-4d55-ade1-0a5c30c7cb35/f5df5977-75d4-4bda-aa91-b865e9beb482/4303da83-7bee-4f05-9d21-3d56e76273fa) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:48:17.612043 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks [] for router_gateway (349411f3-7379-4631-bd69-27da03a901ef), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.667332 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Publish callbacks [] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.747266 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.786667 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:17.790041 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:17.793508 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:48:17.804934 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Pushing event updated for resources: {'Port': ['ID=4303da83-7bee-4f05-9d21-3d56e76273fa,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:17.860070 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Attempting to bind port 4303da83-7bee-4f05-9d21-3d56e76273fa on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:48:17.860441 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Attempting to bind port 4303da83-7bee-4f05-9d21-3d56e76273fa by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:48:17.860809 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Attempting to bind port 4303da83-7bee-4f05-9d21-3d56e76273fa on network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:17.865879 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:48:17.866199 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Checking segment: {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:17.867152 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.867546 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Bound using segment: {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:48:17.868008 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Bound port: 4303da83-7bee-4f05-9d21-3d56e76273fa, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:48:17.868390 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.869307 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks [] for router_gateway (349411f3-7379-4631-bd69-27da03a901ef), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.888228 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.929436 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] For port 4303da83-7bee-4f05-9d21-3d56e76273fa, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:48:17.932724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] For port 4303da83-7bee-4f05-9d21-3d56e76273fa, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4303da83-7bee-4f05-9d21-3d56e76273fa,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:48:17.976668 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:17.992536 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Allocated IP 172.27.1.224 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/4d89c4d3-1b15-455e-8d01-d7c287bc61e3) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:48:18.037435 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c500d2-1927-4103-b35f-b8cda076105b None None] Pushing event updated for resources: {'Port': ['ID=4303da83-7bee-4f05-9d21-3d56e76273fa,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:18.100165 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks [] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:18.190714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:18.370307 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4303da83-7bee-4f05-9d21-3d56e76273fa up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:18.420331 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4303da83-7bee-4f05-9d21-3d56e76273fa triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:18.420717 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:18.502686 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4303da83-7bee-4f05-9d21-3d56e76273fa is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:18.503072 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:18.506854 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:18.510340 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:18.516411 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:48:18.522141 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:18.536541 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 4303da83-7bee-4f05-9d21-3d56e76273fa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4303da83-7bee-4f05-9d21-3d56e76273fa,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:18.627048 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:18.676300 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=4303da83-7bee-4f05-9d21-3d56e76273fa,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:18.848450 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks [] for router_gateway (349411f3-7379-4631-bd69-27da03a901ef), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:18.889508 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b3e97-be00-4b09-bab1-d75c4cad98be None None] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:48:18.968479 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-e5a7c69e-0313-429f-9fd3-7188b64a89ee None None] Provisioning complete for port 4303da83-7bee-4f05-9d21-3d56e76273fa triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:18.969111 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c69e-0313-429f-9fd3-7188b64a89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:19.051618 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (349411f3-7379-4631-bd69-27da03a901ef), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:19.078549 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7c69e-0313-429f-9fd3-7188b64a89ee None None] Current status of the port 4303da83-7bee-4f05-9d21-3d56e76273fa is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:19.266738 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Router 349411f3-7379-4631-bd69-27da03a901ef is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:48:19.298770 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-cae91d80-b5a1-4bd9-9931-bbe18227eb9a None None] Provisioning complete for port 4303da83-7bee-4f05-9d21-3d56e76273fa triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:19.299203 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-cae91d80-b5a1-4bd9-9931-bbe18227eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:19.377896 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-cae91d80-b5a1-4bd9-9931-bbe18227eb9a None None] Current status of the port 4303da83-7bee-4f05-9d21-3d56e76273fa is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:19.381415 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:48:19.389760 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Sync routers for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:48:19.400022 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:19.400644 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:19.457266 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:19.458577 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-a67308dc-edd9-46d7-82ca-c65a54f9fed3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2129712 Apr 01 21:48:19.461829 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 56948) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:19.507297 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:19.686599 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:18Z', 'revision_number': 3, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:19.713410 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Checking router: 349411f3-7379-4631-bd69-27da03a901ef for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:48:19.713790 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Updating router 349411f3-7379-4631-bd69-27da03a901ef port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:48:19.741759 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:19.893702 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.016544 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Publish callbacks [] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.050317 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Allocated IP 172.20.0.1 (41041f4c-8185-4d55-ade1-0a5c30c7cb35/f5df5977-75d4-4bda-aa91-b865e9beb482/f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:48:20.134454 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.157508 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks [] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.182333 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Attempting to bind port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:48:20.182813 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Attempting to bind port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:48:20.183673 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Attempting to bind port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:20.192779 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:48:20.193252 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:20.193862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.194348 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:48:20.195768 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Bound port: 4d89c4d3-1b15-455e-8d01-d7c287bc61e3, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:48:20.196336 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.230347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a914a0-2d0e-4984-a829-cd35e6034999 None None] Pushing event updated for resources: {'Port': ['ID=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:20.249740 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.261342 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] For port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:48:20.264870 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] For port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:48:20.302113 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:20.304410 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:20.307352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:48:20.336584 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.351447 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4303da83-7bee-4f05-9d21-3d56e76273fa up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:20.372357 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Pushing event updated for resources: {'Port': ['ID=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:20.399892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (349411f3-7379-4631-bd69-27da03a901ef), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.416986 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:20.416986 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:20.511434 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a914a0-2d0e-4984-a829-cd35e6034999 None None] Pushing event updated for resources: {'Port': ['ID=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:20.543792 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4303da83-7bee-4f05-9d21-3d56e76273fa triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:20.544175 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.596294 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:20.633244 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.710688 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-132f2612-c4f1-4cc1-a833-f15eef301f03 None None] Provisioning complete for port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:20.711278 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-132f2612-c4f1-4cc1-a833-f15eef301f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.794496 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4303da83-7bee-4f05-9d21-3d56e76273fa is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:20.806725 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-132f2612-c4f1-4cc1-a833-f15eef301f03 None None] Port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:48:20.809426 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks [] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.855584 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:18Z', 'revision_number': 3, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:20.881409 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20313ea8-4b06-49b8-b054-22a7635b67be None None] The sync data for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi is: [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:18Z', 'revision_number': 3, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:48:20.901190 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:20.942074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (349411f3-7379-4631-bd69-27da03a901ef), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:21.034168 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Pushing event updated for resources: {'Port': ['ID=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:21.069280 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:21.071215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:21.226574 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Router 349411f3-7379-4631-bd69-27da03a901ef has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:48:21.336038 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-c44cdc89-7be8-4d2a-8bbe-4105ae2a4809 None None] Provisioning complete for port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:21.336656 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c44cdc89-7be8-4d2a-8bbe-4105ae2a4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:21.363292 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:48:21.370888 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c29a7b0d-c7fe-45d4-91b1-e81d53cccada admin admin] 10.222.0.30 "PUT /v2.0/routers/349411f3-7379-4631-bd69-27da03a901ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9056039 Apr 01 21:48:21.383541 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-c44cdc89-7be8-4d2a-8bbe-4105ae2a4809 None None] Port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:48:22.091260 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57004) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:22.097340 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-42058589-network', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:22.191627 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Made reservation on behalf of 6e8c955b6b734d6a911b99bbac1d7e0e for: {'network': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:48:22.194501 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.207358 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.292086 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks [] for security_group (82f629bb-463b-465d-8b56-725d5761fac5), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.367380 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:22.370191 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (82f629bb-463b-465d-8b56-725d5761fac5), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.391932 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=110287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:48:22.396396 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b8838cac-9ef2-4544-8559-0052d08edf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.408765 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f629bb-463b-465d-8b56-725d5761fac5,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:22.415305 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (d4f6e4ba-d040-4716-8af0-fd3dd49507a3), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.415647 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.segments_db [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Added segment d4f6e4ba-d040-4716-8af0-fd3dd49507a3 of type vlan for network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 Apr 01 21:48:22.421465 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:22.421881 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.455991 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (3a4a5e73-8dfe-4522-9be3-335f46c9f825), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.502511 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Sync routers for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:48:22.511678 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:22.512075 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.512771 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:22.513377 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:22.564300 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (3a4a5e73-8dfe-4522-9be3-335f46c9f825), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.565720 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:22.566318 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.632331 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] Pushing event updated for resources: {'Network': ['ID=3a4a5e73-8dfe-4522-9be3-335f46c9f825,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:22.664521 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:22.667537 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:48:22.698683 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4b91bc81-ac7d-4f09-831c-30833bffd8dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6062591 Apr 01 21:48:22.701362 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57010) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:22.707311 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Request body: {'subnet': {'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-42058589-subnet', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'ip_version': 4}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:22.717869 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:22.727035 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.775056 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:22.787431 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Made reservation on behalf of 6e8c955b6b734d6a911b99bbac1d7e0e for: {'subnet': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:48:22.790351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9403914'] for subnet (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:22.915829 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 2, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:22.945034 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Checking router: 349411f3-7379-4631-bd69-27da03a901ef for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:48:22.945397 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Updating router 349411f3-7379-4631-bd69-27da03a901ef port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:48:22.972571 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.004479 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9555147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9403932'] for subnet (5c47f17b-aec7-461c-aa58-490c9c6798f4), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.067112 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c47f17b-aec7-461c-aa58-490c9c6798f4,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:23.072211 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Checking segment: {'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:23.072566 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Network hostable DHCP agents. Network: 3a4a5e73-8dfe-4522-9be3-335f46c9f825, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:48:23.169352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:48:23.231781 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Publish callbacks [] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.249572 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 3a4a5e73-8dfe-4522-9be3-335f46c9f825) {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:23.253828 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:23.256084 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.262737 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b599606d-d53d-4210-a2ec-a0ad7d91d7b1 None None] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:48:23.324049 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.359328 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6f84c474-18d1-4d14-a7ff-8faa64713d10 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6567111 Apr 01 21:48:23.362927 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-3a4a5e73-8dfe-4522-9be3-335f46c9f825', 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825', 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'fixed_ips': [{'subnet_id': '5c47f17b-aec7-461c-aa58-490c9c6798f4'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:48:23.362927 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.363165 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57020) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:23.368516 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:23.374693 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Pushing event updated for resources: {'Port': ['ID=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:23.387247 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.387591 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.387948 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.388300 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391204 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391969 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.391969 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:23.454140 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (928b6c43-c127-49ad-881d-0e4f880e323a), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.455589 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (928b6c43-c127-49ad-881d-0e4f880e323a), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.460452 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Attempting to bind port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:48:23.460919 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Attempting to bind port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:48:23.461172 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Attempting to bind port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b on network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:23.468174 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:48:23.468560 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Checking segment: {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:23.468954 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.469343 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Bound using segment: {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:48:23.469844 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Bound port: f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:48:23.470211 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.517234 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks [] for router_controller (928b6c43-c127-49ad-881d-0e4f880e323a), precommit_add_association {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.525640 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Allocated IP 172.20.0.2 (3a4a5e73-8dfe-4522-9be3-335f46c9f825/5c47f17b-aec7-461c-aa58-490c9c6798f4/3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:48:23.544306 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] For port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:48:23.547689 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] For port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:48:23.614899 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.665217 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-987c705a-679d-469a-9cac-93a134c3f960 None None] Provisioning complete for port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:23.665618 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-987c705a-679d-469a-9cac-93a134c3f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.688361 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:23.689465 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:47:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:23.706961 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Publish callbacks [] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.734085 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks [] for router_gateway (928b6c43-c127-49ad-881d-0e4f880e323a), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.768381 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-987c705a-679d-469a-9cac-93a134c3f960 None None] Current status of the port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:23.768783 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-987c705a-679d-469a-9cac-93a134c3f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.779417 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88784196-ded0-4002-a454-4a3bb7d28983 None None] Pushing event updated for resources: {'Port': ['ID=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,revision_number=4']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:23.807632 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.811431 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-987c705a-679d-469a-9cac-93a134c3f960 None None] For port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:23.831251 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:23.875066 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:23.878571 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:23.882562 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:48:23.903059 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Pushing event updated for resources: {'Port': ['ID=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:23.927297 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-987c705a-679d-469a-9cac-93a134c3f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.980153 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Attempting to bind port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:48:23.980909 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Attempting to bind port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:48:23.980909 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Attempting to bind port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa on network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:23.988891 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:48:23.989274 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Checking segment: {'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:23.989711 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:23.990103 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Bound using segment: {'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:48:23.990572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Bound port: 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:48:23.990952 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.017446 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c705a-679d-469a-9cac-93a134c3f960 None None] Pushing event updated for resources: {'Port': ['ID=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:24.065417 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:24.079257 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks [] for router_gateway (928b6c43-c127-49ad-881d-0e4f880e323a), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.092661 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a68e-5ea2-4026-8610-638f076c7e2b None None] The sync data for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi is: [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:48:24.095504 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-4262ef2c-0221-4809-9c8d-ac29bcc06a51 None None] Provisioning complete for port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:24.095950 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4262ef2c-0221-4809-9c8d-ac29bcc06a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.101181 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.132696 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] For port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:48:24.167733 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] For port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,segment=NetworkSegment(d4f6e4ba-d040-4716-8af0-fd3dd49507a3),segment_id=d4f6e4ba-d040-4716-8af0-fd3dd49507a3)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:48:24.228984 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-4262ef2c-0221-4809-9c8d-ac29bcc06a51 None None] Current status of the port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:24.234726 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Allocated IP 172.27.1.67 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/e15b759c-833e-494b-83f4-d3900760a9aa) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:48:24.280410 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.376933 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dadf7e-351e-450b-9873-ea706f67e591 None None] Pushing event updated for resources: {'Port': ['ID=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:24.381322 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks [] for port (e15b759c-833e-494b-83f4-d3900760a9aa), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.463336 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:24.496224 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.547250 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:24.549271 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.571467 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Pushing event updated for resources: {'Port': ['ID=e15b759c-833e-494b-83f4-d3900760a9aa,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:24.575010 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:24.576777 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:24.584038 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:48:24.667904 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-60e7a5c7-c3ed-4bac-a48b-22ba3bc7d97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.672946 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:24.674346 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:24.754270 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:24.754270 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:24.853396 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:25.111252 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57034) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:25.218225 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks [] for router_gateway (928b6c43-c127-49ad-881d-0e4f880e323a), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.244245 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-68a34a92-48c3-4a6c-8382-ccae02e5999a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.339486 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-68a34a92-48c3-4a6c-8382-ccae02e5999a admin admin] Publish callbacks [] for security_group (3743b2fe-9249-42df-8878-f0ad9dc56816), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.404207 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-68a34a92-48c3-4a6c-8382-ccae02e5999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3743b2fe-9249-42df-8878-f0ad9dc56816), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.448602 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a34a92-48c3-4a6c-8382-ccae02e5999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3743b2fe-9249-42df-8878-f0ad9dc56816,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:25.455741 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-68a34a92-48c3-4a6c-8382-ccae02e5999a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc31ac8bab2948e69523c2a0858540f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433273 Apr 01 21:48:25.458601 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57040) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:25.482093 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (928b6c43-c127-49ad-881d-0e4f880e323a), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.518005 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6f75d2f1-7c4d-4094-85c4-3bb8a209b60a admin admin] Publish callbacks [] for security_group (3743b2fe-9249-42df-8878-f0ad9dc56816), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.545707 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6f75d2f1-7c4d-4094-85c4-3bb8a209b60a admin admin] Publish callbacks [] for security_group (3743b2fe-9249-42df-8878-f0ad9dc56816), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.558645 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9c581-27a7-4c34-b922-b3dff8888f7e None None] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:48:25.638962 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-2c712c84-9d16-43a4-a08a-55bef95c8205 None None] Provisioning complete for port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:25.639328 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-2c712c84-9d16-43a4-a08a-55bef95c8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.695405 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6f75d2f1-7c4d-4094-85c4-3bb8a209b60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (3743b2fe-9249-42df-8878-f0ad9dc56816), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.698331 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6f75d2f1-7c4d-4094-85c4-3bb8a209b60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.699560 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6f75d2f1-7c4d-4094-85c4-3bb8a209b60a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3743b2fe-9249-42df-8878-f0ad9dc56816 HTTP/1.1" status: 204 len: 168 time: 0.2396560 Apr 01 21:48:25.708003 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Router 928b6c43-c127-49ad-881d-0e4f880e323a is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:48:25.708952 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75d2f1-7c4d-4094-85c4-3bb8a209b60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743b2fe-9249-42df-8878-f0ad9dc56816,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:25.785038 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-2c712c84-9d16-43a4-a08a-55bef95c8205 None None] Current status of the port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:25.785424 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-2c712c84-9d16-43a4-a08a-55bef95c8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.821677 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-2c712c84-9d16-43a4-a08a-55bef95c8205 None None] For port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,segment=NetworkSegment(d4f6e4ba-d040-4716-8af0-fd3dd49507a3),segment_id=d4f6e4ba-d040-4716-8af0-fd3dd49507a3)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:25.833367 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.836876 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:48:25.846006 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Sync routers for ids ['928b6c43-c127-49ad-881d-0e4f880e323a'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:48:25.856504 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Routers {'928b6c43-c127-49ad-881d-0e4f880e323a'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:25.857299 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:48:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['928b6c43-c127-49ad-881d-0e4f880e323a'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:25.924021 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-2c712c84-9d16-43a4-a08a-55bef95c8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.972077 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:25.976450 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-addf207b-7de2-49ad-aaf0-951732f3ea41 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6101344 Apr 01 21:48:25.981843 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57044) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:25.993662 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c712c84-9d16-43a4-a08a-55bef95c8205 None None] Pushing event updated for resources: {'Port': ['ID=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:26.009291 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Set router 928b6c43-c127-49ad-881d-0e4f880e323a gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:26.123026 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-47dd750c-9312-4b41-9341-e27263112858 None None] Provisioning complete for port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:26.123379 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-47dd750c-9312-4b41-9341-e27263112858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.264625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-47dd750c-9312-4b41-9341-e27263112858 None None] Current status of the port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:26.296466 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:48:24Z', 'revision_number': 3, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port': {'id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:24Z', 'updated_at': '2022-04-01T21:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:26.332955 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Checking router: 928b6c43-c127-49ad-881d-0e4f880e323a for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:48:26.333358 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Updating router 928b6c43-c127-49ad-881d-0e4f880e323a port e15b759c-833e-494b-83f4-d3900760a9aa binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:48:26.369720 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.386631 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57052) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:26.409999 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0f54323c-e833-4e72-a8c5-a829f7aad5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.459509 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:26.497688 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0f54323c-e833-4e72-a8c5-a829f7aad5d7 admin admin] Publish callbacks [] for security_group (846f8e21-3966-4a5e-991c-4de63c26e04a), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.552749 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0f54323c-e833-4e72-a8c5-a829f7aad5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (846f8e21-3966-4a5e-991c-4de63c26e04a), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.595593 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0f54323c-e833-4e72-a8c5-a829f7aad5d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e832977bf0f64ed982f46df11923e6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078166 Apr 01 21:48:26.596722 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54323c-e833-4e72-a8c5-a829f7aad5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f8e21-3966-4a5e-991c-4de63c26e04a,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:26.598544 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57058) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:26.691245 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3659e60-81ac-4917-9d27-6df916a1408c admin admin] Publish callbacks [] for security_group (846f8e21-3966-4a5e-991c-4de63c26e04a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.719839 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:26.720435 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.740170 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3659e60-81ac-4917-9d27-6df916a1408c admin admin] Publish callbacks [] for security_group (846f8e21-3966-4a5e-991c-4de63c26e04a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.814763 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.863130 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:26.882436 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Publish callbacks [] for port (e15b759c-833e-494b-83f4-d3900760a9aa), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.908250 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3659e60-81ac-4917-9d27-6df916a1408c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (846f8e21-3966-4a5e-991c-4de63c26e04a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.913573 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3659e60-81ac-4917-9d27-6df916a1408c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:26.913573 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-a3659e60-81ac-4917-9d27-6df916a1408c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/846f8e21-3966-4a5e-991c-4de63c26e04a HTTP/1.1" status: 204 len: 168 time: 0.3125296 Apr 01 21:48:26.953251 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3659e60-81ac-4917-9d27-6df916a1408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f8e21-3966-4a5e-991c-4de63c26e04a,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:26.979991 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.046252 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Attempting to bind port e15b759c-833e-494b-83f4-d3900760a9aa on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:48:27.046630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Attempting to bind port e15b759c-833e-494b-83f4-d3900760a9aa by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:48:27.046996 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Attempting to bind port e15b759c-833e-494b-83f4-d3900760a9aa on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:27.055144 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd95f3c-be15-407a-88f8-cd12c8f77e59 None None] Pushing event updated for resources: {'Port': ['ID=e15b759c-833e-494b-83f4-d3900760a9aa,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:27.057671 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:48:27.057913 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Allocated IP 172.20.0.1 (3a4a5e73-8dfe-4522-9be3-335f46c9f825/5c47f17b-aec7-461c-aa58-490c9c6798f4/ffd1e7cb-b31e-4a27-9f11-966715aac66b) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:48:27.058036 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:27.058537 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.058887 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:48:27.059281 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Bound port: e15b759c-833e-494b-83f4-d3900760a9aa, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:48:27.059795 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.093135 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.112225 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] For port e15b759c-833e-494b-83f4-d3900760a9aa, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:48:27.117443 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] For port e15b759c-833e-494b-83f4-d3900760a9aa, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=e15b759c-833e-494b-83f4-d3900760a9aa,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:48:27.169847 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks [] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.193275 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.246516 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Routers {'928b6c43-c127-49ad-881d-0e4f880e323a'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:27.247142 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:48:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['928b6c43-c127-49ad-881d-0e4f880e323a'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:27.273858 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.311740 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:27.314689 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:27.318650 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:48:27.319825 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd95f3c-be15-407a-88f8-cd12c8f77e59 None None] Pushing event updated for resources: {'Port': ['ID=e15b759c-833e-494b-83f4-d3900760a9aa,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:27.364082 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (928b6c43-c127-49ad-881d-0e4f880e323a), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.372919 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] Set router 928b6c43-c127-49ad-881d-0e4f880e323a gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:27.373066 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd1e7cb-b31e-4a27-9f11-966715aac66b,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:27.565317 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:48:24Z', 'revision_number': 3, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port': {'id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:24Z', 'updated_at': '2022-04-01T21:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:27.581154 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.591803 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d709-c283-404c-9c6e-d8fccb749f6c None None] The sync data for ids ['928b6c43-c127-49ad-881d-0e4f880e323a'] in dv-cinder-836211-1-iscsi is: [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:48:24Z', 'revision_number': 3, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port': {'id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:24Z', 'updated_at': '2022-04-01T21:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:48:27.611093 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-f81632cb-248d-450c-956d-ac755d6d2756 None None] Provisioning complete for port ffd1e7cb-b31e-4a27-9f11-966715aac66b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:27.611093 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-f81632cb-248d-450c-956d-ac755d6d2756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.644926 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-f81632cb-248d-450c-956d-ac755d6d2756 None None] Port ffd1e7cb-b31e-4a27-9f11-966715aac66b cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:48:27.650619 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57068) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:27.705918 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e554-79ff-464f-911b-c1dd12c8195d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.829619 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks [] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.873238 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e554-79ff-464f-911b-c1dd12c8195d admin admin] Publish callbacks [] for security_group (4dba9f88-a602-4fde-a3f6-ef149bb33688), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.889845 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.958611 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e554-79ff-464f-911b-c1dd12c8195d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4dba9f88-a602-4fde-a3f6-ef149bb33688), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.965722 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (928b6c43-c127-49ad-881d-0e4f880e323a), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:27.967505 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd1e7cb-b31e-4a27-9f11-966715aac66b,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:28.012238 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e554-79ff-464f-911b-c1dd12c8195d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba9f88-a602-4fde-a3f6-ef149bb33688,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:28.018405 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-f0d3e554-79ff-464f-911b-c1dd12c8195d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0ff9a4a3c534a33aae6f6f4a5448be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667307 Apr 01 21:48:28.021451 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57076) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:28.086650 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4175c87e-7366-4dca-86c5-6c755e0e20fb admin admin] Publish callbacks [] for security_group (4dba9f88-a602-4fde-a3f6-ef149bb33688), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.111729 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4175c87e-7366-4dca-86c5-6c755e0e20fb admin admin] Publish callbacks [] for security_group (4dba9f88-a602-4fde-a3f6-ef149bb33688), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.144129 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:28.145644 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:28.227035 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4175c87e-7366-4dca-86c5-6c755e0e20fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (4dba9f88-a602-4fde-a3f6-ef149bb33688), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.230490 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4175c87e-7366-4dca-86c5-6c755e0e20fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.231848 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4175c87e-7366-4dca-86c5-6c755e0e20fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4dba9f88-a602-4fde-a3f6-ef149bb33688 HTTP/1.1" status: 204 len: 168 time: 0.2077394 Apr 01 21:48:28.245426 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175c87e-7366-4dca-86c5-6c755e0e20fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba9f88-a602-4fde-a3f6-ef149bb33688,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:28.307867 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Router 928b6c43-c127-49ad-881d-0e4f880e323a has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:48:28.420941 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device e15b759c-833e-494b-83f4-d3900760a9aa up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:28.474365 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:48:28.489468 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3bc590a5-1232-47c2-a9c6-5505b6208c59 admin admin] 10.222.0.30 "PUT /v2.0/routers/928b6c43-c127-49ad-881d-0e4f880e323a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017738 Apr 01 21:48:28.500273 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port e15b759c-833e-494b-83f4-d3900760a9aa triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:28.500744 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.503242 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-6c518c5d-66c1-4499-9229-74a8e69dbc27 None None] Provisioning complete for port ffd1e7cb-b31e-4a27-9f11-966715aac66b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:28.503724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6c518c5d-66c1-4499-9229-74a8e69dbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.566104 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-6c518c5d-66c1-4499-9229-74a8e69dbc27 None None] Port ffd1e7cb-b31e-4a27-9f11-966715aac66b cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:48:28.623244 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port e15b759c-833e-494b-83f4-d3900760a9aa is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:28.623622 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.650974 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port e15b759c-833e-494b-83f4-d3900760a9aa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=e15b759c-833e-494b-83f4-d3900760a9aa,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:28.711060 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.771613 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:28.778143 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=e15b759c-833e-494b-83f4-d3900760a9aa,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:29.574152 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Sync routers for ids ['928b6c43-c127-49ad-881d-0e4f880e323a'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:48:29.586238 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Routers {'928b6c43-c127-49ad-881d-0e4f880e323a'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:29.587185 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:48:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['928b6c43-c127-49ad-881d-0e4f880e323a'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:29.704991 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Set router 928b6c43-c127-49ad-881d-0e4f880e323a gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:29.953767 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:48:27Z', 'revision_number': 4, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port': {'id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:24Z', 'updated_at': '2022-04-01T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'ffd1e7cb-b31e-4a27-9f11-966715aac66b', 'name': '', 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'mac_address': 'fa:16:3e:59:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c47f17b-aec7-461c-aa58-490c9c6798f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:26Z', 'updated_at': '2022-04-01T21:48:27Z', 'revision_number': 2, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'subnets': [{'id': '5c47f17b-aec7-461c-aa58-490c9c6798f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:29.981180 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Checking router: 928b6c43-c127-49ad-881d-0e4f880e323a for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:48:29.981433 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Updating router 928b6c43-c127-49ad-881d-0e4f880e323a port ffd1e7cb-b31e-4a27-9f11-966715aac66b binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:48:30.013943 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:30.336759 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Publish callbacks [] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:30.386900 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device e15b759c-833e-494b-83f4-d3900760a9aa up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:30.433184 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:30.459064 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port e15b759c-833e-494b-83f4-d3900760a9aa triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:30.460167 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:30.521801 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef62eb7-b614-4398-b535-fc741a79a1ef None None] Pushing event updated for resources: {'Port': ['ID=ffd1e7cb-b31e-4a27-9f11-966715aac66b,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:30.553164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Attempting to bind port ffd1e7cb-b31e-4a27-9f11-966715aac66b on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:48:30.554183 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Attempting to bind port ffd1e7cb-b31e-4a27-9f11-966715aac66b by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:48:30.554669 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Attempting to bind port ffd1e7cb-b31e-4a27-9f11-966715aac66b on network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:30.561686 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:48:30.562140 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Checking segment: {'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:30.563969 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:30.564422 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Bound using segment: {'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:48:30.564971 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Bound port: ffd1e7cb-b31e-4a27-9f11-966715aac66b, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:48:30.565431 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:30.616752 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port e15b759c-833e-494b-83f4-d3900760a9aa is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:30.640809 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] For port ffd1e7cb-b31e-4a27-9f11-966715aac66b, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:48:30.654056 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] For port ffd1e7cb-b31e-4a27-9f11-966715aac66b, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=ffd1e7cb-b31e-4a27-9f11-966715aac66b,segment=NetworkSegment(d4f6e4ba-d040-4716-8af0-fd3dd49507a3),segment_id=d4f6e4ba-d040-4716-8af0-fd3dd49507a3)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:48:30.724621 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:30.775909 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Routers {'928b6c43-c127-49ad-881d-0e4f880e323a'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:48:30.776494 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:48:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['928b6c43-c127-49ad-881d-0e4f880e323a'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:30.828888 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-4abc787b-c08a-4e7e-9310-6fc55e01b0a2 None None] Provisioning complete for port ffd1e7cb-b31e-4a27-9f11-966715aac66b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:30.828888 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4abc787b-c08a-4e7e-9310-6fc55e01b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:31.003863 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-4abc787b-c08a-4e7e-9310-6fc55e01b0a2 None None] Current status of the port ffd1e7cb-b31e-4a27-9f11-966715aac66b is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:31.005127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4abc787b-c08a-4e7e-9310-6fc55e01b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:31.042730 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] Set router 928b6c43-c127-49ad-881d-0e4f880e323a gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:48:31.052173 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-4abc787b-c08a-4e7e-9310-6fc55e01b0a2 None None] For port ffd1e7cb-b31e-4a27-9f11-966715aac66b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=ffd1e7cb-b31e-4a27-9f11-966715aac66b,segment=NetworkSegment(d4f6e4ba-d040-4716-8af0-fd3dd49507a3),segment_id=d4f6e4ba-d040-4716-8af0-fd3dd49507a3)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:31.125192 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4abc787b-c08a-4e7e-9310-6fc55e01b0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:31.176962 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef62eb7-b614-4398-b535-fc741a79a1ef None None] Pushing event updated for resources: {'Port': ['ID=ffd1e7cb-b31e-4a27-9f11-966715aac66b,revision_number=4']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:31.227639 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc787b-c08a-4e7e-9310-6fc55e01b0a2 None None] Pushing event updated for resources: {'Port': ['ID=ffd1e7cb-b31e-4a27-9f11-966715aac66b,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:31.269894 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-983b4ddc-fe33-4b6f-87f1-17135e329e99 None None] Provisioning complete for port ffd1e7cb-b31e-4a27-9f11-966715aac66b triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:31.271072 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-983b4ddc-fe33-4b6f-87f1-17135e329e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:31.332735 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:48:27Z', 'revision_number': 4, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port': {'id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:24Z', 'updated_at': '2022-04-01T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'ffd1e7cb-b31e-4a27-9f11-966715aac66b', 'name': '', 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'mac_address': 'fa:16:3e:59:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c47f17b-aec7-461c-aa58-490c9c6798f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:26Z', 'updated_at': '2022-04-01T21:48:30Z', 'revision_number': 4, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'subnets': [{'id': '5c47f17b-aec7-461c-aa58-490c9c6798f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:48:31.371856 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-983b4ddc-fe33-4b6f-87f1-17135e329e99 None None] Current status of the port ffd1e7cb-b31e-4a27-9f11-966715aac66b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:31.375591 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8354d9-b2f6-4738-890e-d22da149c66c None None] The sync data for ids ['928b6c43-c127-49ad-881d-0e4f880e323a'] in dv-cinder-836211-1-iscsi is: [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:48:27Z', 'revision_number': 4, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port': {'id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:24Z', 'updated_at': '2022-04-01T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'ffd1e7cb-b31e-4a27-9f11-966715aac66b', 'name': '', 'network_id': '3a4a5e73-8dfe-4522-9be3-335f46c9f825', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'mac_address': 'fa:16:3e:59:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c47f17b-aec7-461c-aa58-490c9c6798f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:26Z', 'updated_at': '2022-04-01T21:48:30Z', 'revision_number': 4, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'subnets': [{'id': '5c47f17b-aec7-461c-aa58-490c9c6798f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:48:32.403671 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device ffd1e7cb-b31e-4a27-9f11-966715aac66b up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:32.506332 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port ffd1e7cb-b31e-4a27-9f11-966715aac66b triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:32.507688 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:32.602042 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port ffd1e7cb-b31e-4a27-9f11-966715aac66b is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:38.699487 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:48:39.824646 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57260) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:39.933813 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c943be29-6cc1-4796-b63a-0addf37551ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:40.009050 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c943be29-6cc1-4796-b63a-0addf37551ef admin admin] Publish callbacks [] for security_group (9eef08cd-cf57-41c0-969f-5b68b497d2d6), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:40.141131 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c943be29-6cc1-4796-b63a-0addf37551ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9eef08cd-cf57-41c0-969f-5b68b497d2d6), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:40.179168 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943be29-6cc1-4796-b63a-0addf37551ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eef08cd-cf57-41c0-969f-5b68b497d2d6,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:40.184125 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c943be29-6cc1-4796-b63a-0addf37551ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffe946e0691a44c0ba081cbd33ed50df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578966 Apr 01 21:48:40.186224 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57270) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:40.238409 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-25d15b45-1bd9-4f0a-8baa-e86acb654f3f admin admin] Publish callbacks [] for security_group (9eef08cd-cf57-41c0-969f-5b68b497d2d6), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:40.260694 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-25d15b45-1bd9-4f0a-8baa-e86acb654f3f admin admin] Publish callbacks [] for security_group (9eef08cd-cf57-41c0-969f-5b68b497d2d6), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:40.368659 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-25d15b45-1bd9-4f0a-8baa-e86acb654f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9eef08cd-cf57-41c0-969f-5b68b497d2d6), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:40.371409 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-25d15b45-1bd9-4f0a-8baa-e86acb654f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:40.374974 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-25d15b45-1bd9-4f0a-8baa-e86acb654f3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9eef08cd-cf57-41c0-969f-5b68b497d2d6 HTTP/1.1" status: 204 len: 168 time: 0.1854470 Apr 01 21:48:40.380751 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d15b45-1bd9-4f0a-8baa-e86acb654f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eef08cd-cf57-41c0-969f-5b68b497d2d6,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:40.715460 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-37c87feb-f4ec-4ec2-85ec-1dda28bd4487 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:40.716942 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-37c87feb-f4ec-4ec2-85ec-1dda28bd4487 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 815 time: 0.1037006 Apr 01 21:48:40.732709 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-fc010264-5c36-41ef-a6cc-279eb6af8bb6 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/quotas/625d3eba226d4a1e9ce861b6b18e7d9d HTTP/1.1" status: 200 len: 375 time: 0.0101140 Apr 01 21:48:40.789697 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-caeaa08e-240e-437b-aa6d-28218a2a241f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515182 Apr 01 21:48:40.886260 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-340b8d31-e6f6-4391-966a-6c043f1070c4 service neutron] 10.222.0.30 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854213 Apr 01 21:48:40.979524 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-5c043288-05ae-429b-bef1-1f6bedf813c6 service neutron] 10.222.0.30 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876544 Apr 01 21:48:41.038517 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57302) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:41.054841 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e481735c-eed5-4aa8-8e57-a7f8d13c7a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.129985 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e481735c-eed5-4aa8-8e57-a7f8d13c7a2f admin admin] Publish callbacks [] for security_group (9d817579-90a9-455b-bc09-99848e3395a6), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.253633 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6309a7ec-e116-4182-b8fa-43fe9c699ab3 req-b746fb26-8897-4fd0-bc1b-72d926c55ec6 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 210 time: 0.0289228 Apr 01 21:48:41.261232 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-e481735c-eed5-4aa8-8e57-a7f8d13c7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9d817579-90a9-455b-bc09-99848e3395a6), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.328226 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481735c-eed5-4aa8-8e57-a7f8d13c7a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d817579-90a9-455b-bc09-99848e3395a6,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:41.336739 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-e481735c-eed5-4aa8-8e57-a7f8d13c7a2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bce1c8e622eb4d3788d56353167b2d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938693 Apr 01 21:48:41.336900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57322) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:41.386808 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.390214 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5931d9e-8eec-4612-bdb7-5dc4d89fd982 admin admin] Publish callbacks [] for security_group (9d817579-90a9-455b-bc09-99848e3395a6), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.412327 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5931d9e-8eec-4612-bdb7-5dc4d89fd982 admin admin] Publish callbacks [] for security_group (9d817579-90a9-455b-bc09-99848e3395a6), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.518374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5931d9e-8eec-4612-bdb7-5dc4d89fd982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9d817579-90a9-455b-bc09-99848e3395a6), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.521042 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5931d9e-8eec-4612-bdb7-5dc4d89fd982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:41.522737 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c5931d9e-8eec-4612-bdb7-5dc4d89fd982 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d817579-90a9-455b-bc09-99848e3395a6 HTTP/1.1" status: 204 len: 168 time: 0.1848881 Apr 01 21:48:41.530653 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5931d9e-8eec-4612-bdb7-5dc4d89fd982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d817579-90a9-455b-bc09-99848e3395a6,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:42.121078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57338) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:42.134832 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c89203d9-c4e2-45be-92b9-99b96d0f43d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:42.214624 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c89203d9-c4e2-45be-92b9-99b96d0f43d6 admin admin] Publish callbacks [] for security_group (b75cb9c7-738c-45d6-a5c7-e94f49457ad7), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:42.304044 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c89203d9-c4e2-45be-92b9-99b96d0f43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b75cb9c7-738c-45d6-a5c7-e94f49457ad7), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:42.343776 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c89203d9-c4e2-45be-92b9-99b96d0f43d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a25faadf754d43b4be7a2498a52ba5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214789 Apr 01 21:48:42.345828 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89203d9-c4e2-45be-92b9-99b96d0f43d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75cb9c7-738c-45d6-a5c7-e94f49457ad7,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:42.348855 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57342) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:42.358955 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9946142d-999f-46f9-a2af-3301edd3b7a9 req-bca7ac4e-708c-4f24-b30e-6cbe4564080b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 210 time: 0.0279584 Apr 01 21:48:42.397359 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-51f73a5d-6bfc-40f5-986f-dcbb8fed8d0e admin admin] Publish callbacks [] for security_group (b75cb9c7-738c-45d6-a5c7-e94f49457ad7), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:42.417925 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-51f73a5d-6bfc-40f5-986f-dcbb8fed8d0e admin admin] Publish callbacks [] for security_group (b75cb9c7-738c-45d6-a5c7-e94f49457ad7), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:42.535100 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-51f73a5d-6bfc-40f5-986f-dcbb8fed8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b75cb9c7-738c-45d6-a5c7-e94f49457ad7), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:42.537918 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-51f73a5d-6bfc-40f5-986f-dcbb8fed8d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:42.539095 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-51f73a5d-6bfc-40f5-986f-dcbb8fed8d0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b75cb9c7-738c-45d6-a5c7-e94f49457ad7 HTTP/1.1" status: 204 len: 168 time: 0.1891177 Apr 01 21:48:42.548542 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f73a5d-6bfc-40f5-986f-dcbb8fed8d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75cb9c7-738c-45d6-a5c7-e94f49457ad7,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:43.458823 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-beb2e2fa-eaa8-47bb-a497-365e00d2b994 req-eca69e5a-6019-4034-bacf-70b56b557184 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 210 time: 0.0295134 Apr 01 21:48:43.728932 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-7dc0afd1-1250-46e9-8fc6-22782558597e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:43.730487 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-7dc0afd1-1250-46e9-8fc6-22782558597e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 815 time: 0.1059840 Apr 01 21:48:43.752102 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'port': {'device_id': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'admin_state_up': True, 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:43.992762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Made reservation on behalf of 625d3eba226d4a1e9ce861b6b18e7d9d for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:48:43.996135 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.129253 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57390) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:44.131123 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Allocated IP 172.20.0.6 (41041f4c-8185-4d55-ade1-0a5c30c7cb35/f5df5977-75d4-4bda-aa91-b865e9beb482/fb4e00e0-942e-4c3e-a73f-5d5d49892b4a) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:48:44.239481 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-51a2c8a1-e6c7-42a4-ab23-095618d0fa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.297850 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.338575 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-51a2c8a1-e6c7-42a4-ab23-095618d0fa66 admin admin] Publish callbacks [] for security_group (7f83fe2f-4c7a-4505-a790-93617562d6c4), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.356490 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57406) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:44.419856 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-51a2c8a1-e6c7-42a4-ab23-095618d0fa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7f83fe2f-4c7a-4505-a790-93617562d6c4), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.423754 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.463066 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-51a2c8a1-e6c7-42a4-ab23-095618d0fa66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5481b02b33b44bd83ce5a2cf7e8877a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326340 Apr 01 21:48:44.464209 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2c8a1-e6c7-42a4-ab23-095618d0fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f83fe2f-4c7a-4505-a790-93617562d6c4,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:44.466293 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57414) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:44.480383 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5f7406c5-f827-4610-b2c5-fd4133792a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.491160 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:48:44.499527 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:48:44.509747 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:48:44.554313 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:44.621140 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-05e3072d-eceb-4cda-bf1b-d8ffcbfca5e2 admin admin] Publish callbacks [] for security_group (7f83fe2f-4c7a-4505-a790-93617562d6c4), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.643429 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:44.644674 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.657744 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5f7406c5-f827-4610-b2c5-fd4133792a5b admin admin] Publish callbacks [] for security_group (9408ecad-46d1-4433-a537-6aeabd57b19f), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.682553 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-05e3072d-eceb-4cda-bf1b-d8ffcbfca5e2 admin admin] Publish callbacks [] for security_group (7f83fe2f-4c7a-4505-a790-93617562d6c4), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.711605 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97939a5-8ded-4191-9469-abead4fad156 req-17ff4746-4928-49a8-81f5-e510229ed201 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:44.719986 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f97939a5-8ded-4191-9469-abead4fad156 req-17ff4746-4928-49a8-81f5-e510229ed201 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 931 time: 0.1689560 Apr 01 21:48:44.732605 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-5f7406c5-f827-4610-b2c5-fd4133792a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9408ecad-46d1-4433-a537-6aeabd57b19f), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.743940 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3e2b026b-4624-4b46-95ab-489f65b8d1db tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9955688 Apr 01 21:48:44.791613 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57420) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:44.793990 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-5f7406c5-f827-4610-b2c5-fd4133792a5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1bc672409d3471cb610d7ce88e83b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304774 Apr 01 21:48:44.831479 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7406c5-f827-4610-b2c5-fd4133792a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9408ecad-46d1-4433-a537-6aeabd57b19f,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:44.832869 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-05e3072d-eceb-4cda-bf1b-d8ffcbfca5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (7f83fe2f-4c7a-4505-a790-93617562d6c4), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.836062 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-05e3072d-eceb-4cda-bf1b-d8ffcbfca5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.838810 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-05e3072d-eceb-4cda-bf1b-d8ffcbfca5e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f83fe2f-4c7a-4505-a790-93617562d6c4 HTTP/1.1" status: 204 len: 168 time: 0.3679266 Apr 01 21:48:44.856092 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Request body: {'port': {'device_id': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:48:44.887185 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f97939a5-8ded-4191-9469-abead4fad156 req-03581c8d-36c4-4f1e-8359-5bf59fce18a0 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641006 Apr 01 21:48:44.904431 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3072d-eceb-4cda-bf1b-d8ffcbfca5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f83fe2f-4c7a-4505-a790-93617562d6c4,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:44.936933 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b08a0636-d2ac-499a-aaa4-4b8cc929ba12 admin admin] Publish callbacks [] for security_group (9408ecad-46d1-4433-a537-6aeabd57b19f), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.948323 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-7408daa2-33b0-43fb-9221-f7aa1e487db4 None None] Provisioning complete for port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:44.948927 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7408daa2-33b0-43fb-9221-f7aa1e487db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.990881 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b08a0636-d2ac-499a-aaa4-4b8cc929ba12 admin admin] Publish callbacks [] for security_group (9408ecad-46d1-4433-a537-6aeabd57b19f), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:44.994183 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:45.027334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-7408daa2-33b0-43fb-9221-f7aa1e487db4 None None] Port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:48:45.278569 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b08a0636-d2ac-499a-aaa4-4b8cc929ba12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (9408ecad-46d1-4433-a537-6aeabd57b19f), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:45.282189 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-b08a0636-d2ac-499a-aaa4-4b8cc929ba12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:45.285895 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b08a0636-d2ac-499a-aaa4-4b8cc929ba12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9408ecad-46d1-4433-a537-6aeabd57b19f HTTP/1.1" status: 204 len: 168 time: 0.4927804 Apr 01 21:48:45.314349 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a0636-d2ac-499a-aaa4-4b8cc929ba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9408ecad-46d1-4433-a537-6aeabd57b19f,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:45.480213 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4e00e0-942e-4c3e-a73f-5d5d49892b4a {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:48:45.490225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Publish callbacks [] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:45.507196 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Transition to ACTIVE for port object fb4e00e0-942e-4c3e-a73f-5d5d49892b4a will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:48:45.581494 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:45.640916 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Pushing event updated for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:45.786451 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Attempting to bind port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:48:45.786790 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Attempting to bind port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:48:45.787127 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Attempting to bind port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a on network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:45.795419 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a on network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:48:45.795939 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Attempting to bind port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a on network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:48:45.809131 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:48:45.810224 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Checking segment: {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:48:45.814078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Bound using segment: {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:48:45.814078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Bound port: fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ab2e95-a74a-4f0f-bd01-482b822553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:48:45.814078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:45.920063 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:48:45.930277 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:48:46.050146 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0d157-799a-4250-8369-97db7522c586 req-e9e36898-1738-44b4-8e9f-7c8c1f2fe349 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:46.051681 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c0e0d157-799a-4250-8369-97db7522c586 req-e9e36898-1738-44b4-8e9f-7c8c1f2fe349 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0569305 Apr 01 21:48:46.083615 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.137391 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:46.138074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.139490 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] 10.222.0.31 "PUT /v2.0/ports/fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 1093 time: 1.2918100 Apr 01 21:48:46.139945 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:48:46.142243 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58d5fe0-8b7e-4aec-830a-4522fab3be14" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:48:46.189780 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c0e0d157-799a-4250-8369-97db7522c586 req-ba6df530-2dc6-4600-a64f-7f503b608d7e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267254 Apr 01 21:48:46.189780 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7231f91-2e43-4e1e-aac8-39e5bedc8be8 x-openstack-request-id: req-b7231f91-2e43-4e1e-aac8-39e5bedc8be8 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:48:46.216313 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:48:46.216802 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7231f91-2e43-4e1e-aac8-39e5bedc8be8 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:48:46.217200 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7231f91-2e43-4e1e-aac8-39e5bedc8be8'] response: {'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'status': 'completed', 'code': 200} Apr 01 21:48:46.245296 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f901dcc-ff31-493b-b0af-5773090015fd service neutron] Pushing event updated for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:46.337858 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57450) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:46.356305 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-564d89b2-5d59-44fa-a4c5-28c2545c22ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.375913 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d5fe0-8b7e-4aec-830a-4522fab3be14 req-c1a19381-6420-4756-a187-12e3bb07467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:46.377452 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c58d5fe0-8b7e-4aec-830a-4522fab3be14 req-c1a19381-6420-4756-a187-12e3bb07467a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1127 time: 0.1307702 Apr 01 21:48:46.459762 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-564d89b2-5d59-44fa-a4c5-28c2545c22ff admin admin] Publish callbacks [] for security_group (d742911c-4455-446e-991a-372577438313), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.552986 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-564d89b2-5d59-44fa-a4c5-28c2545c22ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d742911c-4455-446e-991a-372577438313), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.572794 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d5fe0-8b7e-4aec-830a-4522fab3be14 req-2915958d-d780-4b97-b4e1-e593a78637fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:46.576277 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c58d5fe0-8b7e-4aec-830a-4522fab3be14 req-2915958d-d780-4b97-b4e1-e593a78637fa service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1799514 Apr 01 21:48:46.600271 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-564d89b2-5d59-44fa-a4c5-28c2545c22ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=175f079fcf8d44b2a4ef945b2797aef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603233 Apr 01 21:48:46.604120 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57456) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:46.644156 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d89b2-5d59-44fa-a4c5-28c2545c22ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d742911c-4455-446e-991a-372577438313,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:46.722696 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3624edd8-f84b-4679-b755-9780cdfb3f07 admin admin] Publish callbacks [] for security_group (d742911c-4455-446e-991a-372577438313), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.770372 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3624edd8-f84b-4679-b755-9780cdfb3f07 admin admin] Publish callbacks [] for security_group (d742911c-4455-446e-991a-372577438313), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.947471 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3624edd8-f84b-4679-b755-9780cdfb3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d742911c-4455-446e-991a-372577438313), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.950200 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3624edd8-f84b-4679-b755-9780cdfb3f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:46.953969 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3624edd8-f84b-4679-b755-9780cdfb3f07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d742911c-4455-446e-991a-372577438313 HTTP/1.1" status: 204 len: 168 time: 0.3458927 Apr 01 21:48:46.960121 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624edd8-f84b-4679-b755-9780cdfb3f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d742911c-4455-446e-991a-372577438313,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:47.336510 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f70973-f27f-4827-b647-206acc4481ac req-168a9b5b-65a9-4db0-9ddb-89b5531ee86f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:47.338676 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-45f70973-f27f-4827-b647-206acc4481ac req-168a9b5b-65a9-4db0-9ddb-89b5531ee86f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0678329 Apr 01 21:48:47.426854 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-45f70973-f27f-4827-b647-206acc4481ac req-142a1654-b39c-423a-b77c-967b448ee3a4 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813539 Apr 01 21:48:48.595512 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eb44b-c848-4769-ba7e-908a3ecc6799 req-33584b71-581b-462b-94a6-e4db70163553 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:48.597232 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e6eb44b-c848-4769-ba7e-908a3ecc6799 req-33584b71-581b-462b-94a6-e4db70163553 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0931163 Apr 01 21:48:48.675464 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-0e6eb44b-c848-4769-ba7e-908a3ecc6799 req-242ba594-2528-47d2-be23-c703f87c9573 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638442 Apr 01 21:48:49.802618 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57520) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:49.828809 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be153ec-1ea3-4dec-b9f9-d7595902352e req-cd3588da-2aa9-46cd-86b5-9aac2e2e5b88 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:49.830612 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5be153ec-1ea3-4dec-b9f9-d7595902352e req-cd3588da-2aa9-46cd-86b5-9aac2e2e5b88 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0717254 Apr 01 21:48:49.884854 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5be153ec-1ea3-4dec-b9f9-d7595902352e req-d6383610-6ae3-47ee-8bca-743e43bb1c7b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Apr 01 21:48:49.954765 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-85dd72e9-26fb-4efe-b293-a5f4f6463432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:50.044806 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-85dd72e9-26fb-4efe-b293-a5f4f6463432 admin admin] Publish callbacks [] for security_group (79307a0c-43d1-424b-a6cf-2b9072b70628), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:50.111892 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-85dd72e9-26fb-4efe-b293-a5f4f6463432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (79307a0c-43d1-424b-a6cf-2b9072b70628), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:50.153608 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-85dd72e9-26fb-4efe-b293-a5f4f6463432 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b4c7a72aa8a4656a353ae5e932c1a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491795 Apr 01 21:48:50.154363 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd72e9-26fb-4efe-b293-a5f4f6463432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79307a0c-43d1-424b-a6cf-2b9072b70628,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:50.156337 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57526) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:50.215662 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a3341b4b-2236-4541-8d52-6a8424640a05 admin admin] Publish callbacks [] for security_group (79307a0c-43d1-424b-a6cf-2b9072b70628), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:50.236547 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a3341b4b-2236-4541-8d52-6a8424640a05 admin admin] Publish callbacks [] for security_group (79307a0c-43d1-424b-a6cf-2b9072b70628), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:51.015109 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30109eb1-728a-4e93-bec8-090bcd97d60b req-8e191600-ca47-4344-bba2-e3e8c7fe7a3e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:51.022191 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30109eb1-728a-4e93-bec8-090bcd97d60b req-8e191600-ca47-4344-bba2-e3e8c7fe7a3e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0672069 Apr 01 21:48:51.044019 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a3341b4b-2236-4541-8d52-6a8424640a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (79307a0c-43d1-424b-a6cf-2b9072b70628), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:51.047400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a3341b4b-2236-4541-8d52-6a8424640a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:51.050011 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a3341b4b-2236-4541-8d52-6a8424640a05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79307a0c-43d1-424b-a6cf-2b9072b70628 HTTP/1.1" status: 204 len: 168 time: 0.8923919 Apr 01 21:48:51.058603 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3341b4b-2236-4541-8d52-6a8424640a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79307a0c-43d1-424b-a6cf-2b9072b70628,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:51.079392 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-30109eb1-728a-4e93-bec8-090bcd97d60b req-3c4ed179-136c-418f-aaca-b5ea4592e087 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562952 Apr 01 21:48:51.709086 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57536) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:51.721526 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d3b848e-8e39-4a95-abaa-d6bb444ad7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:51.797162 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d3b848e-8e39-4a95-abaa-d6bb444ad7a4 admin admin] Publish callbacks [] for security_group (5e496f37-b903-4d18-abe3-94d0ca9104b2), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:51.871080 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4d3b848e-8e39-4a95-abaa-d6bb444ad7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (5e496f37-b903-4d18-abe3-94d0ca9104b2), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:51.911632 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b848e-8e39-4a95-abaa-d6bb444ad7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e496f37-b903-4d18-abe3-94d0ca9104b2,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:51.917471 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4d3b848e-8e39-4a95-abaa-d6bb444ad7a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f858f690f6694859a01ee1ff5ae28d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090321 Apr 01 21:48:51.921496 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57540) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:51.984231 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3346706a-a492-49db-9c11-b75d233044c2 admin admin] Publish callbacks [] for security_group (5e496f37-b903-4d18-abe3-94d0ca9104b2), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:52.008420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3346706a-a492-49db-9c11-b75d233044c2 admin admin] Publish callbacks [] for security_group (5e496f37-b903-4d18-abe3-94d0ca9104b2), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:52.118768 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3346706a-a492-49db-9c11-b75d233044c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (5e496f37-b903-4d18-abe3-94d0ca9104b2), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:52.121751 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3346706a-a492-49db-9c11-b75d233044c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:52.123690 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3346706a-a492-49db-9c11-b75d233044c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e496f37-b903-4d18-abe3-94d0ca9104b2 HTTP/1.1" status: 204 len: 168 time: 0.2024369 Apr 01 21:48:52.134408 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346706a-a492-49db-9c11-b75d233044c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e496f37-b903-4d18-abe3-94d0ca9104b2,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:52.220705 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e1eb9-4a3b-44f0-831d-ac1d76423f12 req-e0b38fad-0c2d-4b95-8f8a-9b73651424cf tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:52.222238 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-467e1eb9-4a3b-44f0-831d-ac1d76423f12 req-e0b38fad-0c2d-4b95-8f8a-9b73651424cf tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0673220 Apr 01 21:48:52.270687 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-467e1eb9-4a3b-44f0-831d-ac1d76423f12 req-719cb16e-b067-457a-882d-bcf10fc519cd tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Apr 01 21:48:52.396345 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b55e4f39-a8e9-439a-b405-f5f55c0cbf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:52.689078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d5fe0-8b7e-4aec-830a-4522fab3be14 req-afe3237b-720d-4be1-9037-47659f983cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:52.690573 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c58d5fe0-8b7e-4aec-830a-4522fab3be14 req-afe3237b-720d-4be1-9037-47659f983cfa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902665 Apr 01 21:48:52.806907 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3d97457b-8cde-4363-bc06-dfbb6b50feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:52.808432 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-3d97457b-8cde-4363-bc06-dfbb6b50feea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1127 time: 0.0452130 Apr 01 21:48:52.857874 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-64f0a950-04c1-4c70-910f-5decb90eb333 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 217 time: 0.0353591 Apr 01 21:48:52.908801 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-27f9b3f9-9d66-403f-9cb5-3e09ccec87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:52.910277 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-27f9b3f9-9d66-403f-9cb5-3e09ccec87fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0467181 Apr 01 21:48:52.959013 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-c0764a35-a8c3-46c8-aa01-50816b8b0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:52.961079 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-c0764a35-a8c3-46c8-aa01-50816b8b0f4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438082 Apr 01 21:48:53.050880 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-04c8a9ef-916d-4b6a-8f9b-e9d99352dabb service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798070 Apr 01 21:48:53.136558 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-01a13e52-9cdb-4742-966f-055ffcf6fd4b req-11dae60c-02e9-4f92-b475-7df79dc2c991 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840833 Apr 01 21:48:53.390783 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995de7b6-e7da-40a5-8b35-2af9e2b424c4 req-6e5bbf25-cc52-40cb-b6cf-2860a30dbf3c tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:53.392965 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-995de7b6-e7da-40a5-8b35-2af9e2b424c4 req-6e5bbf25-cc52-40cb-b6cf-2860a30dbf3c tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0539014 Apr 01 21:48:53.439643 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-995de7b6-e7da-40a5-8b35-2af9e2b424c4 req-df00fa32-5f2b-4670-8f88-795ac0bb05ee tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Apr 01 21:48:54.560335 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f170b-96cc-404a-99d0-c9151c8239e7 req-6eca627f-a7d3-44ba-9df2-94cee0c43d5f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:54.561960 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c45f170b-96cc-404a-99d0-c9151c8239e7 req-6eca627f-a7d3-44ba-9df2-94cee0c43d5f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0559747 Apr 01 21:48:54.609145 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c45f170b-96cc-404a-99d0-c9151c8239e7 req-f900642f-b893-4dd6-8982-e5a577b4dae7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Apr 01 21:48:54.609327 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b1585da2-4d87-424b-b400-31d08e984e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:54.875916 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57628) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:54.975414 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6bb898db-7be0-4d3f-b959-4f96db6db1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.046679 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6bb898db-7be0-4d3f-b959-4f96db6db1aa admin admin] Publish callbacks [] for security_group (f6a51af6-2e91-4dac-950b-61f2c572de9d), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.134989 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6bb898db-7be0-4d3f-b959-4f96db6db1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (f6a51af6-2e91-4dac-950b-61f2c572de9d), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.172696 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6bb898db-7be0-4d3f-b959-4f96db6db1aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77a9fdd837e34ffc8c9beb0a66c4b9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957425 Apr 01 21:48:55.173514 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb898db-7be0-4d3f-b959-4f96db6db1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a51af6-2e91-4dac-950b-61f2c572de9d,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:55.175538 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57632) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:55.231576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-560081da-6204-486c-918b-aa55d4820377 admin admin] Publish callbacks [] for security_group (f6a51af6-2e91-4dac-950b-61f2c572de9d), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.251805 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-560081da-6204-486c-918b-aa55d4820377 admin admin] Publish callbacks [] for security_group (f6a51af6-2e91-4dac-950b-61f2c572de9d), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.358086 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-560081da-6204-486c-918b-aa55d4820377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (f6a51af6-2e91-4dac-950b-61f2c572de9d), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.360748 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-560081da-6204-486c-918b-aa55d4820377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.362020 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-560081da-6204-486c-918b-aa55d4820377 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6a51af6-2e91-4dac-950b-61f2c572de9d HTTP/1.1" status: 204 len: 168 time: 0.1854026 Apr 01 21:48:55.370096 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560081da-6204-486c-918b-aa55d4820377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a51af6-2e91-4dac-950b-61f2c572de9d,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:55.730364 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea431-cea8-44d5-93e4-2b790c4b1b81 req-c154723a-7986-4bb6-b4fb-e375b02da651 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:55.731849 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c26ea431-cea8-44d5-93e4-2b790c4b1b81 req-c154723a-7986-4bb6-b4fb-e375b02da651 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0537493 Apr 01 21:48:55.775035 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:55.779717 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c26ea431-cea8-44d5-93e4-2b790c4b1b81 req-65422e3f-6599-40c6-8b96-a1426add8667 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Apr 01 21:48:55.923051 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57642) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:55.936400 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0bb99a3e-3578-4b6a-b5f7-ea67ced8af0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:56.007842 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0bb99a3e-3578-4b6a-b5f7-ea67ced8af0d admin admin] Publish callbacks [] for security_group (ee2f7abf-a95c-430b-91b2-406732bba334), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:56.077485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-0bb99a3e-3578-4b6a-b5f7-ea67ced8af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (ee2f7abf-a95c-430b-91b2-406732bba334), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:56.115383 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb99a3e-3578-4b6a-b5f7-ea67ced8af0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f7abf-a95c-430b-91b2-406732bba334,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:56.120091 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-0bb99a3e-3578-4b6a-b5f7-ea67ced8af0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=212264abd0eb4d04809e66165a89eb3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960499 Apr 01 21:48:56.122771 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57644) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:56.169127 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6ad86846-e964-4140-8408-50ac27d462b0 admin admin] Publish callbacks [] for security_group (ee2f7abf-a95c-430b-91b2-406732bba334), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:56.190485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6ad86846-e964-4140-8408-50ac27d462b0 admin admin] Publish callbacks [] for security_group (ee2f7abf-a95c-430b-91b2-406732bba334), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:56.310530 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6ad86846-e964-4140-8408-50ac27d462b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (ee2f7abf-a95c-430b-91b2-406732bba334), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:56.313089 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-6ad86846-e964-4140-8408-50ac27d462b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:56.314286 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-6ad86846-e964-4140-8408-50ac27d462b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee2f7abf-a95c-430b-91b2-406732bba334 HTTP/1.1" status: 204 len: 168 time: 0.1906912 Apr 01 21:48:56.322173 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad86846-e964-4140-8408-50ac27d462b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f7abf-a95c-430b-91b2-406732bba334,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:56.897517 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9a2e1-1bb8-4a72-b9eb-e7f007096c21 req-c40612b1-79ac-4cd5-9911-8aa0b65d4673 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:56.899616 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-81f9a2e1-1bb8-4a72-b9eb-e7f007096c21 req-c40612b1-79ac-4cd5-9911-8aa0b65d4673 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 943 time: 0.0531657 Apr 01 21:48:56.949040 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-81f9a2e1-1bb8-4a72-b9eb-e7f007096c21 req-10f02e40-4482-4e3a-b125-0981b1c21af7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Apr 01 21:48:57.043652 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:57.271072 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device fb4e00e0-942e-4c3e-a73f-5d5d49892b4a details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:48:57.365123 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:57.377281 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'port_id': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'mac_address': 'fa:16:3e:88:c0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:48:57.418174 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:57.418567 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:57.431865 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4e00e0-942e-4c3e-a73f-5d5d49892b4a {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:48:57.450705 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:57.510539 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:57.561709 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:57.568523 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.568868 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.569209 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.569575 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.569923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.570249 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.571483 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.571810 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.572136 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.572459 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.572791 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.573111 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.573430 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.573985 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.574315 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:48:57.808669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:48:57.933051 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57682) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:58.056974 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-cdb99c15-3b28-4015-a1aa-cbe60d15ec7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:58.105288 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092539c7-5c15-4a60-a7a0-b7b1ecfe0003 req-00d07f0d-f9bd-45f3-94b7-799de23823e1 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:58.106783 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-092539c7-5c15-4a60-a7a0-b7b1ecfe0003 req-00d07f0d-f9bd-45f3-94b7-799de23823e1 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 944 time: 0.0917814 Apr 01 21:48:58.177157 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-092539c7-5c15-4a60-a7a0-b7b1ecfe0003 req-fb302623-b433-4e0d-8a2f-98effdacb5c7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645137 Apr 01 21:48:58.190309 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-cdb99c15-3b28-4015-a1aa-cbe60d15ec7f admin admin] Publish callbacks [] for security_group (b05d2247-fc66-451f-84bb-cc25ed8cb8e5), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:58.258984 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-cdb99c15-3b28-4015-a1aa-cbe60d15ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b05d2247-fc66-451f-84bb-cc25ed8cb8e5), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:58.299117 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-cdb99c15-3b28-4015-a1aa-cbe60d15ec7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43b8d4dd513942e4a84357bbca7c6b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649197 Apr 01 21:48:58.299969 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb99c15-3b28-4015-a1aa-cbe60d15ec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05d2247-fc66-451f-84bb-cc25ed8cb8e5,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:58.301886 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57690) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:48:58.350464 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9579-3f70-4eb6-94a9-a2b0c3a62d32 admin admin] Publish callbacks [] for security_group (b05d2247-fc66-451f-84bb-cc25ed8cb8e5), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:58.371662 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9579-3f70-4eb6-94a9-a2b0c3a62d32 admin admin] Publish callbacks [] for security_group (b05d2247-fc66-451f-84bb-cc25ed8cb8e5), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:58.477927 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9579-3f70-4eb6-94a9-a2b0c3a62d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b05d2247-fc66-451f-84bb-cc25ed8cb8e5), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:58.480520 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9579-3f70-4eb6-94a9-a2b0c3a62d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:58.481711 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-a1ea9579-3f70-4eb6-94a9-a2b0c3a62d32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b05d2247-fc66-451f-84bb-cc25ed8cb8e5 HTTP/1.1" status: 204 len: 168 time: 0.1787992 Apr 01 21:48:58.489752 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea9579-3f70-4eb6-94a9-a2b0c3a62d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05d2247-fc66-451f-84bb-cc25ed8cb8e5,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:58.772569 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:59.281599 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device fb4e00e0-942e-4c3e-a73f-5d5d49892b4a up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:48:59.295578 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634b258-fa97-450f-a28d-557b1df8e535 req-c6061ed4-1b1c-4b4d-b12a-8a87e790abc5 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:59.297082 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1634b258-fa97-450f-a28d-557b1df8e535 req-c6061ed4-1b1c-4b4d-b12a-8a87e790abc5 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 944 time: 0.0528755 Apr 01 21:48:59.348350 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-1634b258-fa97-450f-a28d-557b1df8e535 req-ddce7343-1793-411c-ae8a-6778d5addb73 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Apr 01 21:48:59.397902 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:48:59.401975 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:48:59.402362 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:59.482279 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:48:59.482675 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:59.505332 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:48:59.507492 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda7d98-398b-4654-b3d8-4ee2483309c8" -d '{"events": [{"server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "name": "network-vif-plugged", "status": "completed", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:48:59.521452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:48:59.542997 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fed16c-0cce-461b-84e1-1d27cf69c716 x-openstack-request-id: req-62fed16c-0cce-461b-84e1-1d27cf69c716 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:48:59.543347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "name": "network-vif-plugged", "status": "completed", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:48:59.543669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62fed16c-0cce-461b-84e1-1d27cf69c716 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:48:59.544017 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fed16c-0cce-461b-84e1-1d27cf69c716'] response: {'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'code': 200} Apr 01 21:48:59.602849 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:48:59.651199 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:48:59.881665 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf8d5-6cf0-43b9-b4fe-1694d18137d1 req-5801cf2c-e00a-479f-b33a-7d5103ccb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:48:59.883741 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-62dbf8d5-6cf0-43b9-b4fe-1694d18137d1 req-5801cf2c-e00a-479f-b33a-7d5103ccb973 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1129 time: 0.0474021 Apr 01 21:48:59.926862 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-62dbf8d5-6cf0-43b9-b4fe-1694d18137d1 req-612627d5-08b3-46fc-9cca-925344211885 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Apr 01 21:49:00.468348 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82d247-6d5a-4a27-8be7-d4b752f9840e req-30c061d5-4d35-4892-85d1-0c6d105fe068 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:00.469883 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7f82d247-6d5a-4a27-8be7-d4b752f9840e req-30c061d5-4d35-4892-85d1-0c6d105fe068 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0548511 Apr 01 21:49:00.515817 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7f82d247-6d5a-4a27-8be7-d4b752f9840e req-929548a9-ac04-4a1e-acab-859d98f26a88 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Apr 01 21:49:01.635979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59068b-4f1b-43d9-bf54-cfb6ccbef314 req-123224f3-2957-482c-977b-93a156e74bca tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:01.637464 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cd59068b-4f1b-43d9-bf54-cfb6ccbef314 req-123224f3-2957-482c-977b-93a156e74bca tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0555031 Apr 01 21:49:01.682771 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cd59068b-4f1b-43d9-bf54-cfb6ccbef314 req-41374a7a-40d5-4a45-8a80-1381f7dc37bf tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Apr 01 21:49:01.799318 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3f624-8d1f-4fad-b086-399859f49141 req-0dbc9028-789b-4e26-9582-11e1b69375cf tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:01.800730 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9cf3f624-8d1f-4fad-b086-399859f49141 req-0dbc9028-789b-4e26-9582-11e1b69375cf tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Apr 01 21:49:01.851509 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9cf3f624-8d1f-4fad-b086-399859f49141 req-9c9193d4-8523-4459-82c5-6d3c0a4d3307 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Apr 01 21:49:02.207665 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea1579-d002-4eb9-bf90-ac0837394abd req-45276a32-e392-4677-888e-465e9d30dba1 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:02.209218 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8fea1579-d002-4eb9-bf90-ac0837394abd req-45276a32-e392-4677-888e-465e9d30dba1 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0561984 Apr 01 21:49:02.257578 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-8fea1579-d002-4eb9-bf90-ac0837394abd req-e2d140f8-dbb5-452b-a775-ef3355d3e097 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Apr 01 21:49:11.420726 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:14.899964 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-5cf3790c-c478-4249-b904-537f819b0374 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425775 Apr 01 21:49:15.001407 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-524b014a-8293-44f8-9ca9-72af5d5f1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:15.002862 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-524b014a-8293-44f8-9ca9-72af5d5f1ac4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1129 time: 0.0436788 Apr 01 21:49:15.107346 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-55616ae9-67ef-4f74-9a6f-9a8a2400cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:15.108788 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-55616ae9-67ef-4f74-9a6f-9a8a2400cd07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 916 time: 0.0856266 Apr 01 21:49:15.149303 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-0a57d79c-545a-48c4-91ba-d245ad45a80b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 217 time: 0.0335412 Apr 01 21:49:15.196354 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-a20fabff-e94a-48b7-be20-903609cbca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:15.197792 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-a20fabff-e94a-48b7-be20-903609cbca3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0422325 Apr 01 21:49:15.514760 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-5d43d48f-9660-4770-8c26-e9d545eee65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:15.516160 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-5d43d48f-9660-4770-8c26-e9d545eee65a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3124058 Apr 01 21:49:15.606091 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-b9373a19-3b49-4f7b-84f4-8d981facdc15 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817757 Apr 01 21:49:15.699575 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:49:15.713367 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-b64ae788-42c9-40f3-b7d3-fc0dc1b7d76b req-d8fb77e6-8e55-484e-8f57-87adb74a5bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917106 Apr 01 21:49:17.788386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 57950) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:17.891386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:17.966234 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Publish callbacks [] for security_group (b77a1930-e520-4445-922c-c24a04d3e652), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:18.070547 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b77a1930-e520-4445-922c-c24a04d3e652), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:18.111719 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9c799ba7bcb45c2816b0f124643199c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220339 Apr 01 21:49:18.112618 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a1930-e520-4445-922c-c24a04d3e652,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:18.114311 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 57954) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:18.121554 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.121992 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.122552 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.123329 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.123329 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.123746 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.124169 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.124564 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.125021 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.125384 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.125741 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.126073 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.129731 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.129731 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.129731 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac026fb-0d5d-4236-a8af-c49b2e143c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.167108 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Publish callbacks [] for security_group (b77a1930-e520-4445-922c-c24a04d3e652), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:18.189327 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Publish callbacks [] for security_group (b77a1930-e520-4445-922c-c24a04d3e652), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:18.300426 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b77a1930-e520-4445-922c-c24a04d3e652), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:18.303052 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:18.304216 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b77a1930-e520-4445-922c-c24a04d3e652 HTTP/1.1" status: 204 len: 168 time: 0.1883299 Apr 01 21:49:18.312078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a1930-e520-4445-922c-c24a04d3e652,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:18.319197 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.321352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.321352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.321352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.321352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.321352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.321789 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.321789 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.322054 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.322376 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.322721 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.323047 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.323363 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.323683 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:18.323997 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8cde6-6430-44aa-b4f3-48b5223ca43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:22.244539 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58026) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:22.353463 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4330fa62-34b6-4af8-9364-ca6c547441ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.374500 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-381c52fc-d51e-4483-9704-292ef36a7536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.431535 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4330fa62-34b6-4af8-9364-ca6c547441ab admin admin] Publish callbacks [] for security_group (c1a9b83c-d40f-4942-9ee8-9767eb868ad0), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.483161 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4330fa62-34b6-4af8-9364-ca6c547441ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c1a9b83c-d40f-4942-9ee8-9767eb868ad0), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.521965 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4330fa62-34b6-4af8-9364-ca6c547441ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22921d4491324a09bf6be394506df95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762341 Apr 01 21:49:22.524021 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330fa62-34b6-4af8-9364-ca6c547441ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9b83c-d40f-4942-9ee8-9767eb868ad0,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:22.525591 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58036) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:22.581080 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8b31-f017-4b21-81e6-0af76be4f640 admin admin] Publish callbacks [] for security_group (c1a9b83c-d40f-4942-9ee8-9767eb868ad0), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.605916 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8b31-f017-4b21-81e6-0af76be4f640 admin admin] Publish callbacks [] for security_group (c1a9b83c-d40f-4942-9ee8-9767eb868ad0), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.717515 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8b31-f017-4b21-81e6-0af76be4f640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c1a9b83c-d40f-4942-9ee8-9767eb868ad0), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.720128 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8b31-f017-4b21-81e6-0af76be4f640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:22.721305 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1a6e8b31-f017-4b21-81e6-0af76be4f640 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1a9b83c-d40f-4942-9ee8-9767eb868ad0 HTTP/1.1" status: 204 len: 168 time: 0.1937068 Apr 01 21:49:22.730706 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e8b31-f017-4b21-81e6-0af76be4f640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9b83c-d40f-4942-9ee8-9767eb868ad0,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:23.000379 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408451d-9a5c-4dc4-867e-21f47e775f18 req-e8fcbc92-65be-428e-9d2c-9ad3b426179c tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:23.002080 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7408451d-9a5c-4dc4-867e-21f47e775f18 req-e8fcbc92-65be-428e-9d2c-9ad3b426179c tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0563915 Apr 01 21:49:23.054144 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-7408451d-9a5c-4dc4-867e-21f47e775f18 req-c080802f-1068-4413-a05b-6f97d603415d tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Apr 01 21:49:23.078417 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58056) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:23.274216 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926e100c-9df3-46a3-ba2b-713ad26088cf tempest-TestMinimumBasicScenario-2028458238 tempest-TestMinimumBasicScenario-2028458238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:23.275825 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-926e100c-9df3-46a3-ba2b-713ad26088cf tempest-TestMinimumBasicScenario-2028458238 tempest-TestMinimumBasicScenario-2028458238-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1124 time: 0.1963515 Apr 01 21:49:23.278761 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58060) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:23.283107 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'port_id': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:23.386150 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:23.481140 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:23.582722 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Allocated IP 172.27.1.79 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/d550c735-e99f-4d91-9cd8-2d33833d555a) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:49:23.679832 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:23.763668 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:23.805033 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:23.807879 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:23.813320 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:49:23.819974 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'Port': ['ID=d550c735-e99f-4d91-9cd8-2d33833d555a,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:24.167249 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for floatingip (ba026048-c8a5-4bda-a90c-1531ee97b434), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.305204 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.343926 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58068) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:24.457761 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-42e5fb94-cf82-41bb-bea0-c61e8d416f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.485000 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.545593 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-42e5fb94-cf82-41bb-bea0-c61e8d416f95 admin admin] Publish callbacks [] for security_group (a62fc66a-28c4-4aed-9e58-2e19c229bfe9), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.546983 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.612945 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'Port': ['ID=d550c735-e99f-4d91-9cd8-2d33833d555a,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:24.625380 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (ba026048-c8a5-4bda-a90c-1531ee97b434), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.643413 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-caadd9e5-7cef-4bf5-bcd9-85116bb4029d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.662713 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-42e5fb94-cf82-41bb-bea0-c61e8d416f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a62fc66a-28c4-4aed-9e58-2e19c229bfe9), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.732279 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-42e5fb94-cf82-41bb-bea0-c61e8d416f95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0f09b9b25e442d2b40c7dd789b197f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873134 Apr 01 21:49:24.735208 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58072) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:24.737001 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5fb94-cf82-41bb-bea0-c61e8d416f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62fc66a-28c4-4aed-9e58-2e19c229bfe9,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:24.767194 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Floating IP ba026048-c8a5-4bda-a90c-1531ee97b434 associated. External IP: 172.27.1.79, port: fb4e00e0-942e-4c3e-a73f-5d5d49892b4a. Apr 01 21:49:24.783502 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d350d6de-6ee1-4738-8d2e-c168098031fe admin admin] Publish callbacks [] for security_group (a62fc66a-28c4-4aed-9e58-2e19c229bfe9), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.804172 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d350d6de-6ee1-4738-8d2e-c168098031fe admin admin] Publish callbacks [] for security_group (a62fc66a-28c4-4aed-9e58-2e19c229bfe9), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.921699 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d350d6de-6ee1-4738-8d2e-c168098031fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (a62fc66a-28c4-4aed-9e58-2e19c229bfe9), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.924438 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-d350d6de-6ee1-4738-8d2e-c168098031fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:24.928052 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d350d6de-6ee1-4738-8d2e-c168098031fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a62fc66a-28c4-4aed-9e58-2e19c229bfe9 HTTP/1.1" status: 204 len: 168 time: 0.1894226 Apr 01 21:49:24.934511 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350d6de-6ee1-4738-8d2e-c168098031fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62fc66a-28c4-4aed-9e58-2e19c229bfe9,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:24.983699 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Router 349411f3-7379-4631-bd69-27da03a901ef has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:49:25.092980 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:49:25.103993 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] Sync routers for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:49:25.112911 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:25.113533 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:25.212553 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.229682 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:25.248044 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-9b42bd28-1264-4bae-b888-2f353579e1b7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9682441 Apr 01 21:49:25.248742 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:49:25.250987 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58080) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:25.251217 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb21928-53cd-4cbb-8ac3-662724de903f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:49:25.266921 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-9cbb5481-0938-45a4-b36b-7e48dca0e97f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178483694', 'description': 'tempest-secgroup-smoke-1178483694 description', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:25.303684 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3aacbf-8361-49a8-9523-6111ae91c647 x-openstack-request-id: req-3d3aacbf-8361-49a8-9523-6111ae91c647 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:49:25.303979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:49:25.304377 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d3aacbf-8361-49a8-9523-6111ae91c647 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:49:25.304701 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3aacbf-8361-49a8-9523-6111ae91c647'] response: {'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'status': 'completed', 'code': 200} Apr 01 21:49:25.346464 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cbb5481-0938-45a4-b36b-7e48dca0e97f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.400197 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-7acc5b09-61b3-4daa-a446-b354909934e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:25.401834 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-7acc5b09-61b3-4daa-a446-b354909934e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1129 time: 0.0509903 Apr 01 21:49:25.431902 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cbb5481-0938-45a4-b36b-7e48dca0e97f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group (0cb096fb-a666-43a2-aaa4-c08d2d113244), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.486990 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ba026048-c8a5-4bda-a90c-1531ee97b434', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '349411f3-7379-4631-bd69-27da03a901ef', 'port_id': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'mac_address': 'fa:16:3e:88:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:49:24Z', 'updated_at': '2022-04-01T21:49:24Z', 'revision_number': 0, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:25.489023 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cbb5481-0938-45a4-b36b-7e48dca0e97f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0cb096fb-a666-43a2-aaa4-c08d2d113244), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.515021 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-18e14d4d-cb30-48ec-a1e5-81515d7422c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:25.516689 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-18e14d4d-cb30-48ec-a1e5-81515d7422c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 916 time: 0.1090043 Apr 01 21:49:25.519106 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb5481-0938-45a4-b36b-7e48dca0e97f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb096fb-a666-43a2-aaa4-c08d2d113244,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:25.527275 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] Checking router: 349411f3-7379-4631-bd69-27da03a901ef for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:49:25.537909 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:25.545718 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:25.583512 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-93b208cb-5ef1-488c-870d-ca1d48fa71d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 998 time: 0.0597653 Apr 01 21:49:25.623085 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-9cbb5481-0938-45a4-b36b-7e48dca0e97f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.625481 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-9cbb5481-0938-45a4-b36b-7e48dca0e97f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3728147 Apr 01 21:49:25.634208 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58092) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:25.638755 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-c8053d72-e24b-4c34-9725-5d0744267dce tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'security_group_rule': {'security_group_id': '0cb096fb-a666-43a2-aaa4-c08d2d113244', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:25.644197 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-9bc65f04-d37e-406b-8201-6055156e17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:25.644197 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-9bc65f04-d37e-406b-8201-6055156e17a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0547402 Apr 01 21:49:25.662925 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:25.710615 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-dc448999-9e56-4d9d-b952-4eb41a8c3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:25.712775 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-dc448999-9e56-4d9d-b952-4eb41a8c3128 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610759 Apr 01 21:49:25.723001 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c8053d72-e24b-4c34-9725-5d0744267dce tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (ff5f9586-f94a-4365-bbbb-61ab8c020603), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.789386 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c8053d72-e24b-4c34-9725-5d0744267dce tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (ff5f9586-f94a-4365-bbbb-61ab8c020603), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.822993 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-e956b28d-0093-4950-a9d5-bfd86b266154 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038084 Apr 01 21:49:25.833159 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.860833 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c8053d72-e24b-4c34-9725-5d0744267dce tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (ff5f9586-f94a-4365-bbbb-61ab8c020603), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.884397 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8053d72-e24b-4c34-9725-5d0744267dce tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5f9586-f94a-4365-bbbb-61ab8c020603,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:25.908190 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58100) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:25.933787 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ba026048-c8a5-4bda-a90c-1531ee97b434', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '349411f3-7379-4631-bd69-27da03a901ef', 'port_id': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'mac_address': 'fa:16:3e:88:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:49:24Z', 'updated_at': '2022-04-01T21:49:24Z', 'revision_number': 0, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:25.941151 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-bdb21928-53cd-4cbb-8ac3-662724de903f req-00b51b06-a670-4556-b653-edc6dc1b643e service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119463 Apr 01 21:49:25.953976 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c8053d72-e24b-4c34-9725-5d0744267dce tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:25.955496 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c8053d72-e24b-4c34-9725-5d0744267dce tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3201442 Apr 01 21:49:25.958460 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58104) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:25.963866 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-6ac85e11-192d-432e-9a6c-ddc328377153 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'security_group_rule': {'security_group_id': '0cb096fb-a666-43a2-aaa4-c08d2d113244', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:25.965703 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d4ccb-24a4-431c-9906-2fab496ee06e None None] The sync data for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi is: [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ba026048-c8a5-4bda-a90c-1531ee97b434', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': '349411f3-7379-4631-bd69-27da03a901ef', 'port_id': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'mac_address': 'fa:16:3e:88:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:49:24Z', 'updated_at': '2022-04-01T21:49:24Z', 'revision_number': 0, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:49:26.025739 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2078581486-network', 'tenant_id': 'f9c5df56928c45548df5676b321365a5'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:26.134355 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6ac85e11-192d-432e-9a6c-ddc328377153 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (913249d0-e5e8-49d0-a819-eb5494d098bc), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.163024 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91340539-3193-4a0f-ab99-2cff7785fd99 None None] New status for floating IP ba026048-c8a5-4bda-a90c-1531ee97b434: ACTIVE {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:49:26.167724 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Made reservation on behalf of f9c5df56928c45548df5676b321365a5 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:49:26.168696 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.184401 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.220526 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6ac85e11-192d-432e-9a6c-ddc328377153 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (913249d0-e5e8-49d0-a819-eb5494d098bc), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.275561 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks [] for security_group (b88a501b-6e65-4a7b-9aa1-21b620f96876), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.288559 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6ac85e11-192d-432e-9a6c-ddc328377153 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (913249d0-e5e8-49d0-a819-eb5494d098bc), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.309821 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac85e11-192d-432e-9a6c-ddc328377153 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913249d0-e5e8-49d0-a819-eb5494d098bc,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:26.345664 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b88a501b-6e65-4a7b-9aa1-21b620f96876), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.370598 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:49:26.384614 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6ac85e11-192d-432e-9a6c-ddc328377153 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.384614 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6ac85e11-192d-432e-9a6c-ddc328377153 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4217043 Apr 01 21:49:26.384614 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a501b-6e65-4a7b-9aa1-21b620f96876,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:26.385465 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58106) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:26.390074 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (0f267276-4f3f-4c87-8e63-2250767c80fe), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.390651 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Added segment 0f267276-4f3f-4c87-8e63-2250767c80fe of type vlan for network 08cdced9-bfbe-478f-8c4b-9b576c79d09f Apr 01 21:49:26.390970 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-8941eb45-4020-4dad-98bf-cd52ff4b8638 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'security_group_rule': {'security_group_id': '0cb096fb-a666-43a2-aaa4-c08d2d113244', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:26.432418 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (08cdced9-bfbe-478f-8c4b-9b576c79d09f), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.497499 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8941eb45-4020-4dad-98bf-cd52ff4b8638 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (f46bb718-3d3a-4996-84de-437fb3cf1128), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.521242 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (08cdced9-bfbe-478f-8c4b-9b576c79d09f), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.522253 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:26.522841 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.553826 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8941eb45-4020-4dad-98bf-cd52ff4b8638 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (f46bb718-3d3a-4996-84de-437fb3cf1128), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.580243 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] Pushing event updated for resources: {'Network': ['ID=08cdced9-bfbe-478f-8c4b-9b576c79d09f,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:26.590596 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:49:26.612908 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8941eb45-4020-4dad-98bf-cd52ff4b8638 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (f46bb718-3d3a-4996-84de-437fb3cf1128), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.631976 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941eb45-4020-4dad-98bf-cd52ff4b8638 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46bb718-3d3a-4996-84de-437fb3cf1128,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:26.645676 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-c7ba1ec0-1d93-4b6c-b817-80a78cc8489c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7363691 Apr 01 21:49:26.648596 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58108) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:26.654123 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Request body: {'subnet': {'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2078581486-subnet', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:26.700870 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8941eb45-4020-4dad-98bf-cd52ff4b8638 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.702151 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-8941eb45-4020-4dad-98bf-cd52ff4b8638 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147714 Apr 01 21:49:26.704823 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58110) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:26.709900 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-df6f8a7d-cbef-4cea-8ff5-9296065e6cbc tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'security_group_rule': {'security_group_id': '0cb096fb-a666-43a2-aaa4-c08d2d113244', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:26.755815 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Made reservation on behalf of f9c5df56928c45548df5676b321365a5 for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:49:26.758150 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504914'] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.834438 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df6f8a7d-cbef-4cea-8ff5-9296065e6cbc tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (c1884e99-3df6-4bc9-9477-9f67f89a73c2), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:26.952333 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df6f8a7d-cbef-4cea-8ff5-9296065e6cbc tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (c1884e99-3df6-4bc9-9477-9f67f89a73c2), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.029989 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df6f8a7d-cbef-4cea-8ff5-9296065e6cbc tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (c1884e99-3df6-4bc9-9477-9f67f89a73c2), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.051781 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f8a7d-cbef-4cea-8ff5-9296065e6cbc tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1884e99-3df6-4bc9-9477-9f67f89a73c2,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:27.058667 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.059119 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12389292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504900'] for subnet (d5f0d84c-34dc-46bd-a209-1d81de8150f9), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.116674 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-df6f8a7d-cbef-4cea-8ff5-9296065e6cbc tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.117803 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-df6f8a7d-cbef-4cea-8ff5-9296065e6cbc tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4116390 Apr 01 21:49:27.121974 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f0d84c-34dc-46bd-a209-1d81de8150f9,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:27.121974 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58112) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:27.127600 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'security_group_rule': {'security_group_id': '0cb096fb-a666-43a2-aaa4-c08d2d113244', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:27.138566 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Checking segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:27.138929 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Network hostable DHCP agents. Network: 08cdced9-bfbe-478f-8c4b-9b576c79d09f, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:49:27.220453 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.securitygroups_db [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Project 625d3eba226d4a1e9ce861b6b18e7d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 21:49:27.225896 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (9a7b5503-7eb3-41c7-a5ae-c4496bba26ea), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.234673 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:49:27.286791 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (9a7b5503-7eb3-41c7-a5ae-c4496bba26ea), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.306517 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 08cdced9-bfbe-478f-8c4b-9b576c79d09f) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:27.310494 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:27.311090 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.315537 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba59b60d-58cd-472f-976f-772bf2fc4296 None None] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:49:27.363753 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (9a7b5503-7eb3-41c7-a5ae-c4496bba26ea), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.384647 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7b5503-7eb3-41c7-a5ae-c4496bba26ea,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:27.398662 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-3db93b31-780c-45c4-a28b-4824aedbbe15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7489846 Apr 01 21:49:27.401472 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58114) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:27.405883 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:27.416315 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:49:27.417176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.447528 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.448768 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-1268d26e-ff70-43f9-8342-8b8a23d49662 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3264220 Apr 01 21:49:27.451514 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58116) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:27.455862 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'security_group_rule': {'security_group_id': '0cb096fb-a666-43a2-aaa4-c08d2d113244', 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:27.544592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.545690 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.548515 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Allocated IP 172.20.0.2 (08cdced9-bfbe-478f-8c4b-9b576c79d09f/d5f0d84c-34dc-46bd-a209-1d81de8150f9/f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:49:27.596024 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.securitygroups_db [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Project 625d3eba226d4a1e9ce861b6b18e7d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 21:49:27.603922 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks [] for router_controller (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), precommit_add_association {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.604439 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (0a35b8da-a8e5-4744-b714-b2f15fef1900), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.654267 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (0a35b8da-a8e5-4744-b714-b2f15fef1900), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.690711 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Publish callbacks [] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.731748 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (0a35b8da-a8e5-4744-b714-b2f15fef1900), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.755970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.791679 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:27.794465 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:27.797143 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:49:27.812598 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Pushing event updated for resources: {'Port': ['ID=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:27.812822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a35b8da-a8e5-4744-b714-b2f15fef1900,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:27.823173 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks [] for router_gateway (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.851030 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.855655 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-259009aa-9507-4567-a8c1-a81303b95c5e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3998153 Apr 01 21:49:27.865984 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Attempting to bind port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:49:27.866494 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Attempting to bind port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:49:27.866856 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Attempting to bind port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:49:27.872802 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:49:27.875970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Checking segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:27.875970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.875970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Bound using segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:49:27.875970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Bound port: f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:49:27.875970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:27.939761 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] For port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:49:27.943252 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] For port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:49:27.977193 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-c5a3a09b-ea2c-4f5a-87c6-0c32db8da3ec tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178483694&fields=id&tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d HTTP/1.1" status: 200 len: 267 time: 0.0803881 Apr 01 21:49:27.992326 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.054985 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-15d5c348-63d4-40ce-a5d8-d9b9560846e7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:28.059857 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-15d5c348-63d4-40ce-a5d8-d9b9560846e7 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0724192 Apr 01 21:49:28.060433 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003ba9b-092e-4d9e-8eb2-c238c35ed8cf None None] Pushing event updated for resources: {'Port': ['ID=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:28.071835 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'port': {'security_groups': ['ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5', '0cb096fb-a666-43a2-aaa4-c08d2d113244']}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:28.417697 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:28.469692 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:28.470000 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.477728 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.546839 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks [] for router_gateway (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.549738 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:28.550134 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.576922 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.583461 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:49:28.693811 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.755531 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:28.760273 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.778401 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Allocated IP 172.27.1.73 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/82ab276d-6dee-4d0b-9480-84c1ab515f80) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:49:28.858905 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:49:28.908431 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.937040 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks [] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.968825 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12387605'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:28.982459 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da569ab-27d8-4239-90ac-cfdb95b9ec63 None None] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:49:29.014657 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:29.015280 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:29.016670 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-25dfb643-e233-4c9a-9593-6702c0a24e81 req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "PUT /v2.0/ports/fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 981 time: 0.9505463 Apr 01 21:49:29.017115 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:49:29.023151 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea6d607-ac58-498d-b925-766fa31012ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:49:29.033399 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:29.035159 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:49:29.063565 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:29.074860 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:29.083609 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dbe4c-0a52-48ca-9d6b-73c415e7a5fe tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=6']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:29.106714 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:49:29.126693 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-24189bed-d058-468c-93f1-53448caa74b6 None None] Provisioning complete for port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:29.127295 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-24189bed-d058-468c-93f1-53448caa74b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:29.142917 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f8740b-5eda-4aec-9073-bf13b0bdf2e0 x-openstack-request-id: req-b4f8740b-5eda-4aec-9073-bf13b0bdf2e0 {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:49:29.143478 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:49:29.143917 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4f8740b-5eda-4aec-9073-bf13b0bdf2e0 {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:49:29.144483 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f8740b-5eda-4aec-9073-bf13b0bdf2e0'] response: {'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'status': 'completed', 'code': 200} Apr 01 21:49:29.176169 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:49:29.202062 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Pushing event updated for resources: {'Port': ['ID=82ab276d-6dee-4d0b-9480-84c1ab515f80,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:29.247873 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58a413-ad06-490b-b39e-c51e99536e68 req-6f8b291b-c969-4991-98d8-3cf8f5a0e81e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:29.250230 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9d58a413-ad06-490b-b39e-c51e99536e68 req-6f8b291b-c969-4991-98d8-3cf8f5a0e81e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.1295950 Apr 01 21:49:29.276534 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6d607-ac58-498d-b925-766fa31012ff req-01cfda21-e26a-4f92-8976-57b09e6c9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:29.278118 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dea6d607-ac58-498d-b925-766fa31012ff req-01cfda21-e26a-4f92-8976-57b09e6c9969 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1168 time: 0.1181653 Apr 01 21:49:29.386614 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9d58a413-ad06-490b-b39e-c51e99536e68 req-f0a950e1-6390-4a79-a35d-5d0ad88049fa tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281364 Apr 01 21:49:29.418408 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6d607-ac58-498d-b925-766fa31012ff req-a3124f6c-897e-4da6-a732-ed24634206ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:29.420240 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dea6d607-ac58-498d-b925-766fa31012ff req-a3124f6c-897e-4da6-a732-ed24634206ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 916 time: 0.1318369 Apr 01 21:49:29.500359 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dea6d607-ac58-498d-b925-766fa31012ff req-6be41e30-b495-4cfb-8446-120935ca71e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 1000 time: 0.0744200 Apr 01 21:49:29.523905 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-24189bed-d058-468c-93f1-53448caa74b6 None None] Current status of the port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:29.566687 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6d607-ac58-498d-b925-766fa31012ff req-dcc7dd6c-5cc4-4904-828f-9317d2b8eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:29.568668 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dea6d607-ac58-498d-b925-766fa31012ff req-dcc7dd6c-5cc4-4904-828f-9317d2b8eb38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0606492 Apr 01 21:49:29.569233 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks [] for router_gateway (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:29.627341 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6d607-ac58-498d-b925-766fa31012ff req-40a3f761-4adc-4d11-9045-b445aeb9e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:29.631894 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dea6d607-ac58-498d-b925-766fa31012ff req-40a3f761-4adc-4d11-9045-b445aeb9e736 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546021 Apr 01 21:49:29.693680 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-21a01697-7fc5-4740-9d87-a0cef933b7ce None None] Provisioning complete for port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:29.694066 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-21a01697-7fc5-4740-9d87-a0cef933b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:29.740814 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dea6d607-ac58-498d-b925-766fa31012ff req-1613ee9f-721b-4c29-8e60-6a9f3472ef0c service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053164 Apr 01 21:49:29.798508 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:29.837956 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dea6d607-ac58-498d-b925-766fa31012ff req-53bb8184-cfd8-4247-a570-174225938a78 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909495 Apr 01 21:49:29.901721 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-21a01697-7fc5-4740-9d87-a0cef933b7ce None None] Current status of the port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:30.026220 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:49:30.030947 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-af40bb5d-9476-4479-972e-3c03ecfc9a6b None None] Provisioning complete for port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:30.031325 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-af40bb5d-9476-4479-972e-3c03ecfc9a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:30.112493 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-af40bb5d-9476-4479-972e-3c03ecfc9a6b None None] Current status of the port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:30.136098 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:49:30.146819 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:49:30.156453 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:30.167516 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:30.211017 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:30.212918 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-64e42fb2-021d-4b30-8a39-96a98ec40d77 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8104208 Apr 01 21:49:30.215638 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58126) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:30.269415 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:30.393794 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:30.488497 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:30.488869 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:30.514803 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:29Z', 'revision_number': 3, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:30.543449 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:49:30.543802 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Updating router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 port 82ab276d-6dee-4d0b-9480-84c1ab515f80 binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:49:30.581917 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:30.628596 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:30.689796 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:30.782231 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Allocated IP 172.20.0.1 (08cdced9-bfbe-478f-8c4b-9b576c79d09f/d5f0d84c-34dc-46bd-a209-1d81de8150f9/3abda9b8-0474-4cdf-abfc-fe55718760b2) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:49:30.859196 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Publish callbacks [] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:30.881813 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks [] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:30.990247 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.020954 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.036135 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Attempting to bind port 82ab276d-6dee-4d0b-9480-84c1ab515f80 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:49:31.036503 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Attempting to bind port 82ab276d-6dee-4d0b-9480-84c1ab515f80 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:49:31.036869 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Attempting to bind port 82ab276d-6dee-4d0b-9480-84c1ab515f80 on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:49:31.048147 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047909ea-63f2-4239-9b58-4000ed2c44cf None None] Pushing event updated for resources: {'Port': ['ID=82ab276d-6dee-4d0b-9480-84c1ab515f80,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:31.050638 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:49:31.052065 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:31.052065 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.052065 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:49:31.052378 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Bound port: 82ab276d-6dee-4d0b-9480-84c1ab515f80, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:49:31.052576 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.056133 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:31.060404 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:31.063854 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:49:31.093652 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3abda9b8-0474-4cdf-abfc-fe55718760b2,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:31.112092 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] For port 82ab276d-6dee-4d0b-9480-84c1ab515f80, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:49:31.115457 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] For port 82ab276d-6dee-4d0b-9480-84c1ab515f80, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=82ab276d-6dee-4d0b-9480-84c1ab515f80,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:49:31.116542 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.175667 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.241590 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:31.242278 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:31.247071 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047909ea-63f2-4239-9b58-4000ed2c44cf None None] Pushing event updated for resources: {'Port': ['ID=82ab276d-6dee-4d0b-9480-84c1ab515f80,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:31.315503 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.356963 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-62f08104-7b62-4da4-8a8d-1414e7693d3c None None] Provisioning complete for port 3abda9b8-0474-4cdf-abfc-fe55718760b2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:31.356963 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-62f08104-7b62-4da4-8a8d-1414e7693d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.388734 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:31.448936 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-62f08104-7b62-4da4-8a8d-1414e7693d3c None None] Port 3abda9b8-0474-4cdf-abfc-fe55718760b2 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:49:31.474038 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks [] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.532806 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12387605'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.568958 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:29Z', 'revision_number': 3, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:31.599591 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a570f-1834-47fc-a420-45a2e3de1cd9 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:29Z', 'revision_number': 3, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:49:31.603700 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:31.605552 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3abda9b8-0474-4cdf-abfc-fe55718760b2,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:31.701520 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:31.702963 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:31.836750 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:49:31.958269 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:49:31.971913 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-abfe647a-f81c-4a2a-821a-b425da8393c7 admin admin] 10.222.0.30 "PUT /v2.0/routers/dcf41bd6-5d59-47ee-8a4d-ba3353619ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7551167 Apr 01 21:49:31.975729 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-46335e1e-34b3-4947-8335-efefcceaeebb None None] Provisioning complete for port 3abda9b8-0474-4cdf-abfc-fe55718760b2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:31.976176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-46335e1e-34b3-4947-8335-efefcceaeebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.012744 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-46335e1e-34b3-4947-8335-efefcceaeebb None None] Port 3abda9b8-0474-4cdf-abfc-fe55718760b2 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:49:32.413362 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 82ab276d-6dee-4d0b-9480-84c1ab515f80 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:32.468201 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 82ab276d-6dee-4d0b-9480-84c1ab515f80 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:32.474121 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.630268 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58142) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:32.635737 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-196548910-network', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:32.677073 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 82ab276d-6dee-4d0b-9480-84c1ab515f80 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:32.677459 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.699242 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 82ab276d-6dee-4d0b-9480-84c1ab515f80, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=82ab276d-6dee-4d0b-9480-84c1ab515f80,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:49:32.711758 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Made reservation on behalf of 6b253bf303f4400f94ec81fa1ec988a2 for: {'network': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:49:32.714146 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for network (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.723527 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.784385 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.797163 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks [] for security_group (d484d01b-d385-4243-a247-b814b4244434), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.834181 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=82ab276d-6dee-4d0b-9480-84c1ab515f80,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:32.855093 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d484d01b-d385-4243-a247-b814b4244434), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.886394 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=110288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 21:49:32.891924 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d484d01b-d385-4243-a247-b814b4244434,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:32.899233 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (195b06c6-4cb3-4707-9789-e50b4e3b6bcb), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:32.899460 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.segments_db [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Added segment 195b06c6-4cb3-4707-9789-e50b4e3b6bcb of type vlan for network 671f20e2-0884-4438-8162-592c596e1749 Apr 01 21:49:32.939263 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769716827185'] for network (671f20e2-0884-4438-8162-592c596e1749), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.008713 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354'] for network (671f20e2-0884-4438-8162-592c596e1749), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.009729 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:33.010324 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.068362 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=671f20e2-0884-4438-8162-592c596e1749,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:33.078651 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Network 671f20e2-0884-4438-8162-592c596e1749 details requested by agent ovs-agent-dv-cinder-836211-1-iscsi with host dv-cinder-836211-1-iscsi {{(pid=110289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 21:49:33.116686 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7d37fea1-2168-4b03-9091-5e9b1714f0b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4852142 Apr 01 21:49:33.120105 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58146) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:33.125222 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Request body: {'subnet': {'network_id': '671f20e2-0884-4438-8162-592c596e1749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-196548910-subnet', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'ip_version': 4}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:33.142230 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:49:33.152588 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:33.153190 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:33.207411 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Made reservation on behalf of 6b253bf303f4400f94ec81fa1ec988a2 for: {'subnet': 1} {{(pid=110288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:49:33.209879 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504914'] for subnet (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.264692 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:33.480635 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 2, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:33.512395 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:49:33.513046 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Updating router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 port 3abda9b8-0474-4cdf-abfc-fe55718760b2 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:49:33.542619 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.591547 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69027-4fef-4603-8790-f30b86302512 req-ce2d9b91-2ed3-4c94-abc9-9b9952f4a259 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:33.593074 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-48a69027-4fef-4603-8790-f30b86302512 req-ce2d9b91-2ed3-4c94-abc9-9b9952f4a259 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0660255 Apr 01 21:49:33.691086 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-48a69027-4fef-4603-8790-f30b86302512 req-17c28915-f7ca-4c08-b343-cda8f1fccd95 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884216 Apr 01 21:49:33.701227 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12389292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504900'] for subnet (9e986ffc-942c-4262-9738-d248b8faa98c), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.717689 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-d32d3f39-0641-49f9-9aca-eb6fa9b80778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:33.719306 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-d32d3f39-0641-49f9-9aca-eb6fa9b80778 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1168 time: 0.0747497 Apr 01 21:49:33.764297 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e986ffc-942c-4262-9738-d248b8faa98c,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:33.773219 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Checking segment: {'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:33.773575 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Network hostable DHCP agents. Network: 671f20e2-0884-4438-8162-592c596e1749, hostable agents: ['c918a546-b33d-4fdf-ac37-77a8ded31ee5'], hosted agents: [] {{(pid=110288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 21:49:33.815755 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-3699e0dc-3ea5-42df-8ecd-2d02e53eba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:33.817247 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-3699e0dc-3ea5-42df-8ecd-2d02e53eba19 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 916 time: 0.0919480 Apr 01 21:49:33.819212 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Publish callbacks [] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.853494 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Network 671f20e2-0884-4438-8162-592c596e1749 is scheduled to be hosted by DHCP agent c918a546-b33d-4fdf-ac37-77a8ded31ee5 with binding_index 1 {{(pid=110288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 21:49:33.883315 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.883913 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-640d1bab-ddb0-4323-a659-2f91e35a786b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 1000 time: 0.0606103 Apr 01 21:49:33.936372 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Pushing event updated for resources: {'Port': ['ID=3abda9b8-0474-4cdf-abfc-fe55718760b2,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:33.941356 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-02fe7c42-a599-4fd7-bbb7-ccfd87f8ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:33.942882 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-02fe7c42-a599-4fd7-bbb7-ccfd87f8ea86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0521882 Apr 01 21:49:33.954965 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836211-1-iscsi, 671f20e2-0884-4438-8162-592c596e1749) {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:33.959579 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:33.960462 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:33.965376 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.965957 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.970164 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.971481 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.971982 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.972308 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:33.972452 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3951d9e0-cb7b-4e85-a587-ca6e610f68ab None None] Network 671f20e2-0884-4438-8162-592c596e1749 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:49:33.972938 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:49:34.007726 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Attempting to bind port 3abda9b8-0474-4cdf-abfc-fe55718760b2 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:49:34.008100 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Attempting to bind port 3abda9b8-0474-4cdf-abfc-fe55718760b2 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:49:34.008488 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Attempting to bind port 3abda9b8-0474-4cdf-abfc-fe55718760b2 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:49:34.014666 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:49:34.014962 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Checking segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:34.015366 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.015758 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Bound using segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:49:34.016336 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Bound port: 3abda9b8-0474-4cdf-abfc-fe55718760b2, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:49:34.016725 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.017643 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-dc17aeb7-f8a3-48e8-b637-2fda94f99a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:34.019433 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-dc17aeb7-f8a3-48e8-b637-2fda94f99a48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699639 Apr 01 21:49:34.055910 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-b80791e2-be90-491e-8e56-3e662937e538 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9345334 Apr 01 21:49:34.058508 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58152) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:34.063214 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f'}}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:34.094934 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] For port 3abda9b8-0474-4cdf-abfc-fe55718760b2, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:49:34.098673 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] For port 3abda9b8-0474-4cdf-abfc-fe55718760b2, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3abda9b8-0474-4cdf-abfc-fe55718760b2,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:49:34.104625 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c84bd72-1001-5ef4-842b-463537ab18e4-671f20e2-0884-4438-8162-592c596e1749', 'network_id': '671f20e2-0884-4438-8162-592c596e1749', 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'fixed_ips': [{'subnet_id': '9e986ffc-942c-4262-9738-d248b8faa98c'}]}} from dv-cinder-836211-1-iscsi. {{(pid=110289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 21:49:34.105693 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.146469 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-97528777-bf1c-4c3d-b38c-44b63f9c49e5 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209660 Apr 01 21:49:34.184603 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router (de69dde7-0e59-43dc-ac96-75dae3e1c191), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.186281 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4154841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router (de69dde7-0e59-43dc-ac96-75dae3e1c191), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.187775 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.258110 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks [] for router_controller (de69dde7-0e59-43dc-ac96-75dae3e1c191), precommit_add_association {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.268509 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4f90ecb-8116-4093-9ca6-8b16b9bf77a8 req-02adfd49-f2fa-4ee4-ada4-591dfda3e40a service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158299 Apr 01 21:49:34.271525 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:34.272141 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:34.273686 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-04331bdd-5663-44c9-bc40-4abba656fc97 None None] Provisioning complete for port 3abda9b8-0474-4cdf-abfc-fe55718760b2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:34.274783 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-04331bdd-5663-44c9-bc40-4abba656fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.307805 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.db_base_plugin_common [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Allocated IP 172.20.0.2 (671f20e2-0884-4438-8162-592c596e1749/9e986ffc-942c-4262-9738-d248b8faa98c/661129e0-06fe-4cc5-9a01-762cfc31aaad) {{(pid=110289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:49:34.314297 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a4266-3bb9-46c1-9ae9-c1df39de0770 None None] Pushing event updated for resources: {'Port': ['ID=3abda9b8-0474-4cdf-abfc-fe55718760b2,revision_number=4']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:34.436107 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-04331bdd-5663-44c9-bc40-4abba656fc97 None None] Current status of the port 3abda9b8-0474-4cdf-abfc-fe55718760b2 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:34.436881 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-04331bdd-5663-44c9-bc40-4abba656fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.454236 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 82ab276d-6dee-4d0b-9480-84c1ab515f80 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:34.468229 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:34.526123 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-04331bdd-5663-44c9-bc40-4abba656fc97 None None] For port 3abda9b8-0474-4cdf-abfc-fe55718760b2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3abda9b8-0474-4cdf-abfc-fe55718760b2,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:49:34.548302 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks [] for router_gateway (de69dde7-0e59-43dc-ac96-75dae3e1c191), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.606190 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-04331bdd-5663-44c9-bc40-4abba656fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.641265 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Publish callbacks [] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), precommit_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.642692 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 82ab276d-6dee-4d0b-9480-84c1ab515f80 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:34.643051 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.699872 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04331bdd-5663-44c9-bc40-4abba656fc97 None None] Pushing event updated for resources: {'Port': ['ID=3abda9b8-0474-4cdf-abfc-fe55718760b2,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:34.757322 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), after_create {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.796827 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-7d88af99-74a2-4b54-b037-a852c4d1908c None None] Provisioning complete for port 3abda9b8-0474-4cdf-abfc-fe55718760b2 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:34.797154 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7d88af99-74a2-4b54-b037-a852c4d1908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.802307 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 82ab276d-6dee-4d0b-9480-84c1ab515f80 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:34.818812 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:34.835394 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Network 671f20e2-0884-4438-8162-592c596e1749 is already hosted by enough agents. {{(pid=110289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:34.843342 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.scheduler.base_scheduler [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Resources bound (agent type, host, resource id): {{(pid=110289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:34.849113 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad48c066-39b7-44b9-ac60-3f1a0283fb30 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:49:34.850087 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Received port after_create {{(pid=110289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:49:34.856263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Pushing event updated for resources: {'Port': ['ID=661129e0-06fe-4cc5-9a01-762cfc31aaad,revision_number=1']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:34.907907 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks [] for router_gateway (de69dde7-0e59-43dc-ac96-75dae3e1c191), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.940329 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eeed00-8d4c-497d-87f0-e2f26d304d6f req-83927145-a563-4e8c-b14f-a06dea5ff044 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:34.941982 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-09eeed00-8d4c-497d-87f0-e2f26d304d6f req-83927145-a563-4e8c-b14f-a06dea5ff044 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.1535318 Apr 01 21:49:34.943289 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.985751 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Attempting to bind port 661129e0-06fe-4cc5-9a01-762cfc31aaad on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:49:34.986322 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Attempting to bind port 661129e0-06fe-4cc5-9a01-762cfc31aaad by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:49:34.986505 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Attempting to bind port 661129e0-06fe-4cc5-9a01-762cfc31aaad on network 671f20e2-0884-4438-8162-592c596e1749 {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:49:34.997410 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:49:34.997840 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Checking segment: {'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:34.998250 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:34.998646 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Bound using segment: {'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:49:34.999128 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Bound port: 661129e0-06fe-4cc5-9a01-762cfc31aaad, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:49:34.999573 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:35.020133 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-7d88af99-74a2-4b54-b037-a852c4d1908c None None] Current status of the port 3abda9b8-0474-4cdf-abfc-fe55718760b2 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:35.080421 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-09eeed00-8d4c-497d-87f0-e2f26d304d6f req-3c8c46a6-0ad7-4384-9452-5fc96a6e839f tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285088 Apr 01 21:49:35.083061 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] For port 661129e0-06fe-4cc5-9a01-762cfc31aaad, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:49:35.093674 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] For port 661129e0-06fe-4cc5-9a01-762cfc31aaad, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=661129e0-06fe-4cc5-9a01-762cfc31aaad,segment=NetworkSegment(195b06c6-4cb3-4707-9789-e50b4e3b6bcb),segment_id=195b06c6-4cb3-4707-9789-e50b4e3b6bcb)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:49:35.106889 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Allocated IP 172.27.1.40 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/068476d1-5a8a-4d13-9735-d8a56c95d1dc) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:49:35.169446 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:35.218692 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks [] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:35.252437 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d646d-0246-4f08-9982-34a5a7f15f96 None None] Pushing event updated for resources: {'Port': ['ID=661129e0-06fe-4cc5-9a01-762cfc31aaad,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:35.339274 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:35.413841 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:35.419271 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:35.423140 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:49:35.435707 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Pushing event updated for resources: {'Port': ['ID=068476d1-5a8a-4d13-9735-d8a56c95d1dc,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:35.752378 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks [] for router_gateway (de69dde7-0e59-43dc-ac96-75dae3e1c191), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:35.969055 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687458'] for router (de69dde7-0e59-43dc-ac96-75dae3e1c191), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.160215 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd251c-7623-4b6e-829b-e23358b237f0 None None] Network 671f20e2-0884-4438-8162-592c596e1749 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:49:36.196456 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Router de69dde7-0e59-43dc-ac96-75dae3e1c191 is scheduled to L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 with binding_index 1 {{(pid=110288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 21:49:36.214479 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13fb9-10c9-4234-898f-e02b627158e8 req-7efdd833-9fb3-487d-911e-3666d0eb45b4 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:36.216004 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c9f13fb9-10c9-4234-898f-e02b627158e8 req-7efdd833-9fb3-487d-911e-3666d0eb45b4 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0590880 Apr 01 21:49:36.281469 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-95c9fd1d-125e-4024-9bba-fbfe5118dfb8 None None] Provisioning complete for port 661129e0-06fe-4cc5-9a01-762cfc31aaad triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:36.282002 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-95c9fd1d-125e-4024-9bba-fbfe5118dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.291048 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c9f13fb9-10c9-4234-898f-e02b627158e8 req-86cc11a3-f173-4355-909a-ab9777b3ba2b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681174 Apr 01 21:49:36.324456 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:49:36.336567 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Sync routers for ids ['de69dde7-0e59-43dc-ac96-75dae3e1c191'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:49:36.354709 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Routers {'de69dde7-0e59-43dc-ac96-75dae3e1c191'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:36.357527 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de69dde7-0e59-43dc-ac96-75dae3e1c191'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:36.422579 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.424417 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ccd52ad6-4bde-44ed-a3bf-fd019bdd7e58 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3649154 Apr 01 21:49:36.427141 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58158) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:36.480929 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 661129e0-06fe-4cc5-9a01-762cfc31aaad up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:36.543410 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-95c9fd1d-125e-4024-9bba-fbfe5118dfb8 None None] Current status of the port 661129e0-06fe-4cc5-9a01-762cfc31aaad is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:36.543816 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-95c9fd1d-125e-4024-9bba-fbfe5118dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.599120 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Set router de69dde7-0e59-43dc-ac96-75dae3e1c191 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:36.629462 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-95c9fd1d-125e-4024-9bba-fbfe5118dfb8 None None] For port 661129e0-06fe-4cc5-9a01-762cfc31aaad, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=661129e0-06fe-4cc5-9a01-762cfc31aaad,segment=NetworkSegment(195b06c6-4cb3-4707-9789-e50b4e3b6bcb),segment_id=195b06c6-4cb3-4707-9789-e50b4e3b6bcb)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:49:36.703129 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 661129e0-06fe-4cc5-9a01-762cfc31aaad triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:36.703603 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.727017 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-95c9fd1d-125e-4024-9bba-fbfe5118dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.822040 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9fd1d-125e-4024-9bba-fbfe5118dfb8 None None] Pushing event updated for resources: {'Port': ['ID=661129e0-06fe-4cc5-9a01-762cfc31aaad,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:36.853640 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.904801 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-8979a1f4-9f20-47bc-aa12-43a195609cc3 None None] Provisioning complete for port 661129e0-06fe-4cc5-9a01-762cfc31aaad triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:36.905100 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8979a1f4-9f20-47bc-aa12-43a195609cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:36.910028 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 661129e0-06fe-4cc5-9a01-762cfc31aaad is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:36.911069 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3abda9b8-0474-4cdf-abfc-fe55718760b2 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:37.010758 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Allocated IP 172.20.0.1 (671f20e2-0884-4438-8162-592c596e1749/9e986ffc-942c-4262-9738-d248b8faa98c/8400ffce-5797-4878-924c-bf7581b3a579) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:49:37.112997 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks [] for port (8400ffce-5797-4878-924c-bf7581b3a579), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.119952 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:35Z', 'revision_number': 3, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port': {'id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:37.150504 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Checking router: de69dde7-0e59-43dc-ac96-75dae3e1c191 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:49:37.150854 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Updating router de69dde7-0e59-43dc-ac96-75dae3e1c191 port 068476d1-5a8a-4d13-9735-d8a56c95d1dc binding host dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:49:37.198211 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (8400ffce-5797-4878-924c-bf7581b3a579), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.205878 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.208286 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 3abda9b8-0474-4cdf-abfc-fe55718760b2 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:37.208698 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.235485 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Network 671f20e2-0884-4438-8162-592c596e1749 is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:37.238387 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:37.244619 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:49:37.257359 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-8979a1f4-9f20-47bc-aa12-43a195609cc3 None None] Current status of the port 661129e0-06fe-4cc5-9a01-762cfc31aaad is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:37.270275 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Pushing event updated for resources: {'Port': ['ID=8400ffce-5797-4878-924c-bf7581b3a579,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:37.291672 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701749'] for router_interface (de69dde7-0e59-43dc-ac96-75dae3e1c191), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.435341 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 3abda9b8-0474-4cdf-abfc-fe55718760b2 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:37.456173 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067162-f37c-4b74-950d-6f5ce51e9de2 req-26c66ae7-ffd0-4c81-829c-9098a1ff5041 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:37.457817 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-99067162-f37c-4b74-950d-6f5ce51e9de2 req-26c66ae7-ffd0-4c81-829c-9098a1ff5041 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0888195 Apr 01 21:49:37.504222 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-2c297b16-832c-481e-97e1-c3a028252f83 None None] Provisioning complete for port 8400ffce-5797-4878-924c-bf7581b3a579 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:37.504596 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-2c297b16-832c-481e-97e1-c3a028252f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8400ffce-5797-4878-924c-bf7581b3a579), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.543834 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-99067162-f37c-4b74-950d-6f5ce51e9de2 req-22701a21-5c4c-40b3-ba15-77b4f2d563c6 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800509 Apr 01 21:49:37.548473 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8400ffce-5797-4878-924c-bf7581b3a579), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.568225 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-2c297b16-832c-481e-97e1-c3a028252f83 None None] Port 8400ffce-5797-4878-924c-bf7581b3a579 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:49:37.582828 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Publish callbacks [] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), precommit_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.637785 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.684399 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Attempting to bind port 068476d1-5a8a-4d13-9735-d8a56c95d1dc on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:49:37.684799 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Attempting to bind port 068476d1-5a8a-4d13-9735-d8a56c95d1dc by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:49:37.685165 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Attempting to bind port 068476d1-5a8a-4d13-9735-d8a56c95d1dc on network 6019d985-4b83-4367-a084-97697100511f {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:49:37.697969 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:49:37.698345 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Checking segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:37.698745 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.699134 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Bound using segment: {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'} {{(pid=110289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:49:37.699599 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.managers [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Bound port: 068476d1-5a8a-4d13-9735-d8a56c95d1dc, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9ab3c-08d0-4989-b2a4-9edc08eeffed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6019d985-4b83-4367-a084-97697100511f'}}] {{(pid=110289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:49:37.699973 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.701680 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3a443-8305-4c9f-96d9-2fab78330ee7 None None] Pushing event updated for resources: {'Port': ['ID=068476d1-5a8a-4d13-9735-d8a56c95d1dc,revision_number=2']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:37.716875 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks [] for port (8400ffce-5797-4878-924c-bf7581b3a579), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.755755 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] For port 068476d1-5a8a-4d13-9735-d8a56c95d1dc, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:49:37.758978 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] For port 068476d1-5a8a-4d13-9735-d8a56c95d1dc, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=068476d1-5a8a-4d13-9735-d8a56c95d1dc,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:49:37.768960 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12387605'] for port (8400ffce-5797-4878-924c-bf7581b3a579), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.835209 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3701601'] for router_interface (de69dde7-0e59-43dc-ac96-75dae3e1c191), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.838762 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Pushing event updated for resources: {'Port': ['ID=8400ffce-5797-4878-924c-bf7581b3a579,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:37.850004 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:37.896985 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Routers {'de69dde7-0e59-43dc-ac96-75dae3e1c191'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:37.897639 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de69dde7-0e59-43dc-ac96-75dae3e1c191'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:37.934028 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Network 671f20e2-0884-4438-8162-592c596e1749 is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:49:37.935428 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:49:37.985289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3a443-8305-4c9f-96d9-2fab78330ee7 None None] Pushing event updated for resources: {'Port': ['ID=068476d1-5a8a-4d13-9735-d8a56c95d1dc,revision_number=3']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:38.034604 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] Set router de69dde7-0e59-43dc-ac96-75dae3e1c191 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:38.053997 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Router de69dde7-0e59-43dc-ac96-75dae3e1c191 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:49:38.165453 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:49:38.170348 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-05240dbe-7838-4d91-9353-40b6c804b34b admin admin] 10.222.0.30 "PUT /v2.0/routers/de69dde7-0e59-43dc-ac96-75dae3e1c191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420537 Apr 01 21:49:38.226748 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-8c8697a8-bee4-47fc-98ee-c81845eddfdb None None] Provisioning complete for port 8400ffce-5797-4878-924c-bf7581b3a579 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:38.227834 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-8c8697a8-bee4-47fc-98ee-c81845eddfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8400ffce-5797-4878-924c-bf7581b3a579), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:38.274117 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-8c8697a8-bee4-47fc-98ee-c81845eddfdb None None] Port 8400ffce-5797-4878-924c-bf7581b3a579 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:49:38.288029 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 4, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port': {'id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '8400ffce-5797-4878-924c-bf7581b3a579', 'name': '', 'network_id': '671f20e2-0884-4438-8162-592c596e1749', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'mac_address': 'fa:16:3e:64:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:36Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 2, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'subnets': [{'id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:38.317589 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab6fbb-c2e7-4c14-b944-48dcd128eb59 None None] The sync data for ids ['de69dde7-0e59-43dc-ac96-75dae3e1c191'] in dv-cinder-836211-1-iscsi is: [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 4, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port': {'id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '8400ffce-5797-4878-924c-bf7581b3a579', 'name': '', 'network_id': '671f20e2-0884-4438-8162-592c596e1749', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'mac_address': 'fa:16:3e:64:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:36Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 2, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'subnets': [{'id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:49:38.401831 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 661129e0-06fe-4cc5-9a01-762cfc31aaad up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:38.451061 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 661129e0-06fe-4cc5-9a01-762cfc31aaad triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:38.451542 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:38.543272 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 661129e0-06fe-4cc5-9a01-762cfc31aaad is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:38.687820 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c25cd-7c3f-4e10-a2b9-c671078caa67 req-5ae7890a-bab2-4315-84dc-73485a68130e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:38.689428 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f42c25cd-7c3f-4e10-a2b9-c671078caa67 req-5ae7890a-bab2-4315-84dc-73485a68130e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0598609 Apr 01 21:49:38.921495 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58170) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:38.926532 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-c5c61c5c-1cd1-4ef4-a828-1783efaa97da tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817979828', 'description': 'tempest-secgroup-smoke-1817979828 description', 'project_id': 'f9c5df56928c45548df5676b321365a5'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:39.006483 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-f42c25cd-7c3f-4e10-a2b9-c671078caa67 req-ad3f8992-56aa-4f1d-a860-a6db6df763ff tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3106000 Apr 01 21:49:39.019106 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5c61c5c-1cd1-4ef4-a828-1783efaa97da tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.106425 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5c61c5c-1cd1-4ef4-a828-1783efaa97da tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group (c4628314-c086-455f-8a2e-8a366adcfbcd), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.180613 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5c61c5c-1cd1-4ef4-a828-1783efaa97da tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c4628314-c086-455f-8a2e-8a366adcfbcd), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.212089 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c61c5c-1cd1-4ef4-a828-1783efaa97da tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4628314-c086-455f-8a2e-8a366adcfbcd,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:39.268371 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-c5c61c5c-1cd1-4ef4-a828-1783efaa97da tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.269693 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-c5c61c5c-1cd1-4ef4-a828-1783efaa97da tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3469217 Apr 01 21:49:39.272591 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58172) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:39.276934 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-a3bce581-dfab-4458-b614-79b8c670b081 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'security_group_rule': {'security_group_id': 'c4628314-c086-455f-8a2e-8a366adcfbcd', 'project_id': 'f9c5df56928c45548df5676b321365a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:39.366750 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3bce581-dfab-4458-b614-79b8c670b081 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (850de8ef-c4b5-48a9-91bc-b3c9394debec), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.425376 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3bce581-dfab-4458-b614-79b8c670b081 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (850de8ef-c4b5-48a9-91bc-b3c9394debec), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.500078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3bce581-dfab-4458-b614-79b8c670b081 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (850de8ef-c4b5-48a9-91bc-b3c9394debec), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.524485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bce581-dfab-4458-b614-79b8c670b081 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850de8ef-c4b5-48a9-91bc-b3c9394debec,revision_number=0']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:39.593358 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a3bce581-dfab-4458-b614-79b8c670b081 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.597116 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-a3bce581-dfab-4458-b614-79b8c670b081 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210900 Apr 01 21:49:39.597589 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58174) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:39.602467 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-54909436-197b-4879-94c8-d302aee3fd8b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'security_group_rule': {'security_group_id': 'c4628314-c086-455f-8a2e-8a366adcfbcd', 'project_id': 'f9c5df56928c45548df5676b321365a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:39.687942 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-54909436-197b-4879-94c8-d302aee3fd8b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (7d5dfc05-c036-41f2-8d0c-6731de00da05), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.743439 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-54909436-197b-4879-94c8-d302aee3fd8b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (7d5dfc05-c036-41f2-8d0c-6731de00da05), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.823820 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-54909436-197b-4879-94c8-d302aee3fd8b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (7d5dfc05-c036-41f2-8d0c-6731de00da05), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.840372 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54909436-197b-4879-94c8-d302aee3fd8b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5dfc05-c036-41f2-8d0c-6731de00da05,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:39.923685 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-54909436-197b-4879-94c8-d302aee3fd8b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:39.924930 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-54909436-197b-4879-94c8-d302aee3fd8b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3264663 Apr 01 21:49:39.927673 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58176) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:39.932566 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-6a401ef2-1ce2-49dd-bb15-767fe9f09b7c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'security_group_rule': {'security_group_id': 'c4628314-c086-455f-8a2e-8a366adcfbcd', 'project_id': 'f9c5df56928c45548df5676b321365a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:40.049174 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a401ef2-1ce2-49dd-bb15-767fe9f09b7c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (f92d69ab-b4b7-4ca4-88eb-360ac9c2dc9b), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.105115 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a401ef2-1ce2-49dd-bb15-767fe9f09b7c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (f92d69ab-b4b7-4ca4-88eb-360ac9c2dc9b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.126306 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d259ac-1d9f-4423-825d-c2d1145457f3 req-b977b367-6df1-4c94-8e1e-6e1052638671 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:40.127815 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-79d259ac-1d9f-4423-825d-c2d1145457f3 req-b977b367-6df1-4c94-8e1e-6e1052638671 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0533187 Apr 01 21:49:40.162994 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a401ef2-1ce2-49dd-bb15-767fe9f09b7c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (f92d69ab-b4b7-4ca4-88eb-360ac9c2dc9b), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.180934 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a401ef2-1ce2-49dd-bb15-767fe9f09b7c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92d69ab-b4b7-4ca4-88eb-360ac9c2dc9b,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:40.190564 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-79d259ac-1d9f-4423-825d-c2d1145457f3 req-31c84e53-869b-43fe-9fe9-0c4ec8fc7ef9 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563285 Apr 01 21:49:40.228056 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-6a401ef2-1ce2-49dd-bb15-767fe9f09b7c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.229277 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-6a401ef2-1ce2-49dd-bb15-767fe9f09b7c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3006926 Apr 01 21:49:40.231977 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58180) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:40.236210 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-498a361b-947b-4c70-a955-0a8673dc11ac tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'security_group_rule': {'security_group_id': 'c4628314-c086-455f-8a2e-8a366adcfbcd', 'project_id': 'f9c5df56928c45548df5676b321365a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:40.316383 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-498a361b-947b-4c70-a955-0a8673dc11ac tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (00b4d795-be31-40f2-a8f0-3ac1af0a3490), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.377775 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-498a361b-947b-4c70-a955-0a8673dc11ac tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (00b4d795-be31-40f2-a8f0-3ac1af0a3490), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.412973 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 068476d1-5a8a-4d13-9735-d8a56c95d1dc up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:40.443234 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-498a361b-947b-4c70-a955-0a8673dc11ac tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (00b4d795-be31-40f2-a8f0-3ac1af0a3490), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.458452 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a361b-947b-4c70-a955-0a8673dc11ac tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b4d795-be31-40f2-a8f0-3ac1af0a3490,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:40.461379 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 068476d1-5a8a-4d13-9735-d8a56c95d1dc triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:40.461797 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.542989 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 068476d1-5a8a-4d13-9735-d8a56c95d1dc is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:40.543379 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.553776 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-498a361b-947b-4c70-a955-0a8673dc11ac tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.554817 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-498a361b-947b-4c70-a955-0a8673dc11ac tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219287 Apr 01 21:49:40.558145 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58182) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:40.562387 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'security_group_rule': {'security_group_id': 'c4628314-c086-455f-8a2e-8a366adcfbcd', 'project_id': 'f9c5df56928c45548df5676b321365a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:40.563770 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] For port 068476d1-5a8a-4d13-9735-d8a56c95d1dc, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=068476d1-5a8a-4d13-9735-d8a56c95d1dc,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:49:40.643220 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.654872 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.securitygroups_db [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Project f9c5df56928c45548df5676b321365a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 21:49:40.665681 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (182c96a1-fbd9-4957-a05e-455e7e425d8f), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.697923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Pushing event updated for resources: {'Port': ['ID=068476d1-5a8a-4d13-9735-d8a56c95d1dc,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:40.733208 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (182c96a1-fbd9-4957-a05e-455e7e425d8f), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.803147 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (182c96a1-fbd9-4957-a05e-455e7e425d8f), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.822202 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182c96a1-fbd9-4957-a05e-455e7e425d8f,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:40.894880 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:40.896035 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-94a300f9-173b-4d71-b303-4a7d25a396cf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3369792 Apr 01 21:49:40.899317 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58184) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:49:40.903621 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'security_group_rule': {'security_group_id': 'c4628314-c086-455f-8a2e-8a366adcfbcd', 'project_id': 'f9c5df56928c45548df5676b321365a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:49:41.012416 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.securitygroups_db [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Project f9c5df56928c45548df5676b321365a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 21:49:41.017239 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (db2a28da-26ad-436d-82f0-e8c496d88b71), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:41.076033 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (db2a28da-26ad-436d-82f0-e8c496d88b71), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:41.150490 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162972'] for security_group_rule (db2a28da-26ad-436d-82f0-e8c496d88b71), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:41.167565 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2a28da-26ad-436d-82f0-e8c496d88b71,revision_number=0']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:41.244843 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:41.246091 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-cf440697-bb98-45f1-bc8d-b816a7ce5492 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3458385 Apr 01 21:49:41.315400 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8d2f2-105a-449d-976a-a8438b3202b5 req-880fa7c0-1347-4625-aa44-73e7bf8dd11e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:41.316867 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5ac8d2f2-105a-449d-976a-a8438b3202b5 req-880fa7c0-1347-4625-aa44-73e7bf8dd11e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0596693 Apr 01 21:49:41.380698 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5ac8d2f2-105a-449d-976a-a8438b3202b5 req-a7c6a9d7-125a-4392-b366-6d0e4cf1a763 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573919 Apr 01 21:49:41.408576 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:41.804579 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Sync routers for ids ['de69dde7-0e59-43dc-ac96-75dae3e1c191'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:49:41.814789 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Routers {'de69dde7-0e59-43dc-ac96-75dae3e1c191'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:41.815391 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de69dde7-0e59-43dc-ac96-75dae3e1c191'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:41.920890 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Set router de69dde7-0e59-43dc-ac96-75dae3e1c191 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:42.118977 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 4, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port': {'id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '8400ffce-5797-4878-924c-bf7581b3a579', 'name': '', 'network_id': '671f20e2-0884-4438-8162-592c596e1749', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'mac_address': 'fa:16:3e:64:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:36Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 2, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'subnets': [{'id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:42.144655 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Checking router: de69dde7-0e59-43dc-ac96-75dae3e1c191 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:49:42.145008 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Updating router de69dde7-0e59-43dc-ac96-75dae3e1c191 port 8400ffce-5797-4878-924c-bf7581b3a579 binding host dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 21:49:42.172478 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8400ffce-5797-4878-924c-bf7581b3a579), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.395685 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 068476d1-5a8a-4d13-9735-d8a56c95d1dc up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:42.431952 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Publish callbacks [] for port (8400ffce-5797-4878-924c-bf7581b3a579), precommit_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.443905 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 068476d1-5a8a-4d13-9735-d8a56c95d1dc triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:42.444284 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.506944 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8400ffce-5797-4878-924c-bf7581b3a579), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.519398 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faff22-d1fa-4c40-a85b-8b5688821d77 req-8b0e0f0b-58ae-47e3-b88a-e1c12a27263e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:42.527433 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-17faff22-d1fa-4c40-a85b-8b5688821d77 req-8b0e0f0b-58ae-47e3-b88a-e1c12a27263e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0685644 Apr 01 21:49:42.529324 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 068476d1-5a8a-4d13-9735-d8a56c95d1dc is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:42.566404 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e38d6-b108-4c41-8481-f23a9269fa6b None None] Pushing event updated for resources: {'Port': ['ID=8400ffce-5797-4878-924c-bf7581b3a579,revision_number=3']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:42.600941 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-17faff22-d1fa-4c40-a85b-8b5688821d77 req-e03a0cf0-764a-4361-bb52-6ed09e1cec11 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661840 Apr 01 21:49:42.632564 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Attempting to bind port 8400ffce-5797-4878-924c-bf7581b3a579 on host dv-cinder-836211-1-iscsi for vnic_type normal with profile {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:49:42.632927 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Attempting to bind port 8400ffce-5797-4878-924c-bf7581b3a579 by drivers openvswitch,hyperv on host dv-cinder-836211-1-iscsi at level 0 using segments [{'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:49:42.633313 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Attempting to bind port 8400ffce-5797-4878-924c-bf7581b3a579 on network 671f20e2-0884-4438-8162-592c596e1749 {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:49:42.638766 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Checking agent: {'id': 'ecdc488f-a250-47cf-9f5f-3e6858343f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836211-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 31, 59), 'started_at': datetime.datetime(2022, 4, 1, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836211-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:49:42.639196 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Checking segment: {'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:49:42.639512 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.640212 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Bound using segment: {'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'} {{(pid=110290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:49:42.640671 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.managers [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Bound port: 8400ffce-5797-4878-924c-bf7581b3a579, host: dv-cinder-836211-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195b06c6-4cb3-4707-9789-e50b4e3b6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671f20e2-0884-4438-8162-592c596e1749'}}] {{(pid=110290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:49:42.641040 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8400ffce-5797-4878-924c-bf7581b3a579), before_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.711218 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] For port 8400ffce-5797-4878-924c-bf7581b3a579, host dv-cinder-836211-1-iscsi, cleared binding levels {{(pid=110290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:49:42.714858 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.plugins.ml2.db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] For port 8400ffce-5797-4878-924c-bf7581b3a579, host dv-cinder-836211-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=8400ffce-5797-4878-924c-bf7581b3a579,segment=NetworkSegment(195b06c6-4cb3-4707-9789-e50b4e3b6bcb),segment_id=195b06c6-4cb3-4707-9789-e50b4e3b6bcb)] {{(pid=110290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:49:42.775853 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron_lib.callbacks.manager [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8400ffce-5797-4878-924c-bf7581b3a579), after_update {{(pid=110290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.834623 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5410b42a-c1ad-494f-955c-17cd1b0e7a9f None None] Provisioning complete for port 8400ffce-5797-4878-924c-bf7581b3a579 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:42.834999 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5410b42a-c1ad-494f-955c-17cd1b0e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8400ffce-5797-4878-924c-bf7581b3a579), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.838455 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Routers {'de69dde7-0e59-43dc-ac96-75dae3e1c191'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:49:42.838455 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de69dde7-0e59-43dc-ac96-75dae3e1c191'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:42.841458 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e38d6-b108-4c41-8481-f23a9269fa6b None None] Pushing event updated for resources: {'Port': ['ID=8400ffce-5797-4878-924c-bf7581b3a579,revision_number=4']} {{(pid=110290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:42.931472 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5410b42a-c1ad-494f-955c-17cd1b0e7a9f None None] Current status of the port 8400ffce-5797-4878-924c-bf7581b3a579 is: DOWN; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:42.931862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5410b42a-c1ad-494f-955c-17cd1b0e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (8400ffce-5797-4878-924c-bf7581b3a579), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:42.972370 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] Set router de69dde7-0e59-43dc-ac96-75dae3e1c191 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:49:42.972575 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-5410b42a-c1ad-494f-955c-17cd1b0e7a9f None None] For port 8400ffce-5797-4878-924c-bf7581b3a579, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=8400ffce-5797-4878-924c-bf7581b3a579,segment=NetworkSegment(195b06c6-4cb3-4707-9789-e50b4e3b6bcb),segment_id=195b06c6-4cb3-4707-9789-e50b4e3b6bcb)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:49:43.048869 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5410b42a-c1ad-494f-955c-17cd1b0e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (8400ffce-5797-4878-924c-bf7581b3a579), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:43.099305 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410b42a-c1ad-494f-955c-17cd1b0e7a9f None None] Pushing event updated for resources: {'Port': ['ID=8400ffce-5797-4878-924c-bf7581b3a579,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:49:43.168496 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-4f8b1d8a-c65c-4f03-a726-15010cba83c6 None None] Provisioning complete for port 8400ffce-5797-4878-924c-bf7581b3a579 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:43.168867 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1d8a-c65c-4f03-a726-15010cba83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8400ffce-5797-4878-924c-bf7581b3a579), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:43.170226 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 4, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port': {'id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '8400ffce-5797-4878-924c-bf7581b3a579', 'name': '', 'network_id': '671f20e2-0884-4438-8162-592c596e1749', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'mac_address': 'fa:16:3e:64:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:36Z', 'updated_at': '2022-04-01T21:49:42Z', 'revision_number': 4, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'subnets': [{'id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:49:43.196258 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f96b2-4fb8-4b66-96c2-cd3e20363099 None None] The sync data for ids ['de69dde7-0e59-43dc-ac96-75dae3e1c191'] in dv-cinder-836211-1-iscsi is: [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:37Z', 'revision_number': 4, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port': {'id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '8400ffce-5797-4878-924c-bf7581b3a579', 'name': '', 'network_id': '671f20e2-0884-4438-8162-592c596e1749', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'mac_address': 'fa:16:3e:64:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:36Z', 'updated_at': '2022-04-01T21:49:42Z', 'revision_number': 4, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'subnets': [{'id': '9e986ffc-942c-4262-9738-d248b8faa98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:49:43.254863 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b1d8a-c65c-4f03-a726-15010cba83c6 None None] Current status of the port 8400ffce-5797-4878-924c-bf7581b3a579 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:43.709911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa11e38-0da8-47c7-bd54-4c05d1309bb2 req-e4c4b60d-cc91-4087-9327-aeef7c42c2a8 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:43.712022 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3aa11e38-0da8-47c7-bd54-4c05d1309bb2 req-e4c4b60d-cc91-4087-9327-aeef7c42c2a8 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0552735 Apr 01 21:49:43.777800 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3aa11e38-0da8-47c7-bd54-4c05d1309bb2 req-280dfd6b-bc05-4a92-bc12-af091c014549 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596735 Apr 01 21:49:44.416277 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 8400ffce-5797-4878-924c-bf7581b3a579 up at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:49:44.467394 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Provisioning complete for port 8400ffce-5797-4878-924c-bf7581b3a579 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:49:44.467770 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (8400ffce-5797-4878-924c-bf7581b3a579), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:44.541074 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Current status of the port 8400ffce-5797-4878-924c-bf7581b3a579 is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:49:44.903043 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267bada-e25d-400c-9bcb-7aa815eb6f9e req-01ff2a09-fb3a-4ba6-aeae-9d11fc3d102b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:44.904522 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9267bada-e25d-400c-9bcb-7aa815eb6f9e req-01ff2a09-fb3a-4ba6-aeae-9d11fc3d102b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0564139 Apr 01 21:49:44.963014 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9267bada-e25d-400c-9bcb-7aa815eb6f9e req-7793d96a-aad3-48ee-99ce-f15c54b6341b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527091 Apr 01 21:49:46.085189 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d682b1f-eff4-4ead-b939-c582306e0a58 req-6afd0d4c-b37b-4a9b-9c1b-041f371b6fe9 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:46.086708 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4d682b1f-eff4-4ead-b939-c582306e0a58 req-6afd0d4c-b37b-4a9b-9c1b-041f371b6fe9 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0520477 Apr 01 21:49:46.148528 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-4d682b1f-eff4-4ead-b939-c582306e0a58 req-8f8b2dc7-7626-4520-b3ed-637f70c45284 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&id=0cb096fb-a666-43a2-aaa4-c08d2d113244&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560818 Apr 01 21:49:52.372448 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-776d13c7-3023-4a7a-9369-64c681b5dc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:52.704113 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:49:54.625591 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-44087804-bc91-4684-9aa4-661152e585a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:55.814144 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:56.911967 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-e66db0a1-0b8d-41a2-9290-d1a9990b54fe tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817979828&fields=id&tenant_id=f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 267 time: 0.0428069 Apr 01 21:49:57.017466 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-9a677bd3-f6fc-4e07-b8cc-e464024d4b54 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:57.018944 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-9a677bd3-f6fc-4e07-b8cc-e464024d4b54 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 812 time: 0.1002619 Apr 01 21:49:57.033671 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-f1b444d6-9acb-47c1-bffa-945ed6fbde4b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/quotas/f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 375 time: 0.0093255 Apr 01 21:49:57.046467 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:57.087145 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-95e3379a-ee42-49f6-a1f8-9d830fa10834 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487592 Apr 01 21:49:57.179011 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-585fed83-e301-432c-b446-f12852d79554 service neutron] 10.222.0.30 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799513 Apr 01 21:49:57.268441 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-ab437d37-b5b5-40b7-8efd-81422f36f667 service neutron] 10.222.0.30 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838130 Apr 01 21:49:57.810173 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3a93083f-6ec1-434a-ae40-745e2c2d421c req-3c770813-d2a6-4eef-b15e-63a01134069e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 210 time: 0.0266747 Apr 01 21:49:58.779558 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:49:58.901262 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-41df6301-c805-4eb3-8718-81409c8a096c req-868f4f2e-8ec5-4199-a071-0f43759edcd8 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 210 time: 0.0276380 Apr 01 21:49:59.987392 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-4ad6757f-6ca3-4635-8b01-9b581cc32787 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:49:59.989077 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-4ad6757f-6ca3-4635-8b01-9b581cc32787 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 812 time: 0.1057141 Apr 01 21:49:59.998798 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-edfbd00f-28bb-450b-be8a-aee51e405785 req-a809df59-576b-43aa-a03d-e50edc78c30e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 210 time: 0.0286746 Apr 01 21:50:00.065399 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-c76acfa3-4eae-46ac-9fa1-d5b6d5dd547d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 380 time: 0.0604630 Apr 01 21:50:00.073388 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'port': {'device_id': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'admin_state_up': True, 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'security_groups': ['c4628314-c086-455f-8a2e-8a366adcfbcd']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:50:00.235157 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Made reservation on behalf of f9c5df56928c45548df5676b321365a5 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:50:00.238600 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:00.365660 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Allocated IP 172.20.0.7 (08cdced9-bfbe-478f-8c4b-9b576c79d09f/d5f0d84c-34dc-46bd-a209-1d81de8150f9/86458bd2-ac39-436c-976b-399df4f7e543) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:50:00.498934 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (86458bd2-ac39-436c-976b-399df4f7e543), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:00.589835 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (86458bd2-ac39-436c-976b-399df4f7e543), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:00.632932 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:50:00.635981 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:50:00.642271 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:50:00.670263 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=86458bd2-ac39-436c-976b-399df4f7e543,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:00.698543 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:00.702320 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:00.781142 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-acccb3d2-ce8f-4cac-ab68-d0c8802b457c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7116983 Apr 01 21:50:00.799958 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Request body: {'port': {'device_id': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:50:00.860920 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (86458bd2-ac39-436c-976b-399df4f7e543), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:00.881299 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-86dae8e4-4e78-451f-9bef-732f2db1edf3 None None] Provisioning complete for port 86458bd2-ac39-436c-976b-399df4f7e543 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:50:00.881945 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-86dae8e4-4e78-451f-9bef-732f2db1edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (86458bd2-ac39-436c-976b-399df4f7e543), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:00.920031 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-86dae8e4-4e78-451f-9bef-732f2db1edf3 None None] Port 86458bd2-ac39-436c-976b-399df4f7e543 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:50:01.270658 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa3f0c-c783-4689-87ae-77fa77168d9f req-ca4c1838-ed27-4cec-974e-8da1e504eb60 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:01.272069 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-63aa3f0c-c783-4689-87ae-77fa77168d9f req-ca4c1838-ed27-4cec-974e-8da1e504eb60 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 931 time: 0.1347225 Apr 01 21:50:01.369024 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-63aa3f0c-c783-4689-87ae-77fa77168d9f req-4f05fcf3-7004-489a-a427-f2a7befa1fff tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910814 Apr 01 21:50:01.458046 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86458bd2-ac39-436c-976b-399df4f7e543 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:50:01.465368 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Publish callbacks [] for port (86458bd2-ac39-436c-976b-399df4f7e543), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:01.477397 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Transition to ACTIVE for port object 86458bd2-ac39-436c-976b-399df4f7e543 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:50:01.560503 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (86458bd2-ac39-436c-976b-399df4f7e543), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:01.608964 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Pushing event updated for resources: {'Port': ['ID=86458bd2-ac39-436c-976b-399df4f7e543,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:01.682428 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Attempting to bind port 86458bd2-ac39-436c-976b-399df4f7e543 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:50:01.682957 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Attempting to bind port 86458bd2-ac39-436c-976b-399df4f7e543 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:50:01.683131 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Attempting to bind port 86458bd2-ac39-436c-976b-399df4f7e543 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:50:01.687782 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Port 86458bd2-ac39-436c-976b-399df4f7e543 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:50:01.688114 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Attempting to bind port 86458bd2-ac39-436c-976b-399df4f7e543 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:50:01.693156 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:50:01.699485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Checking segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:50:01.699485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Bound using segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:50:01.699485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Bound port: 86458bd2-ac39-436c-976b-399df4f7e543, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:50:01.699485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (86458bd2-ac39-436c-976b-399df4f7e543), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:01.763203 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] For port 86458bd2-ac39-436c-976b-399df4f7e543, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:50:01.766332 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] For port 86458bd2-ac39-436c-976b-399df4f7e543, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=86458bd2-ac39-436c-976b-399df4f7e543,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:50:01.852813 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (86458bd2-ac39-436c-976b-399df4f7e543), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:01.886085 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:01.886707 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:01.888611 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] 10.222.0.31 "PUT /v2.0/ports/86458bd2-ac39-436c-976b-399df4f7e543 HTTP/1.1" status: 200 len: 1093 time: 1.0929205 Apr 01 21:50:01.889047 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:50:01.891380 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e342ac86-18ab-4af4-94f9-920b5e6e3606" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "tag": "86458bd2-ac39-436c-976b-399df4f7e543"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:50:01.922152 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c8124-0cc0-45b8-985c-d4eaae370b16 service neutron] Pushing event updated for resources: {'Port': ['ID=86458bd2-ac39-436c-976b-399df4f7e543,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:01.931545 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512631d8-6662-47d0-b014-c45716301afc x-openstack-request-id: req-512631d8-6662-47d0-b014-c45716301afc {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:50:01.931837 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "tag": "86458bd2-ac39-436c-976b-399df4f7e543", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:50:01.932090 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-512631d8-6662-47d0-b014-c45716301afc {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:50:01.932791 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512631d8-6662-47d0-b014-c45716301afc'] response: {'name': 'network-changed', 'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543', 'status': 'completed', 'code': 200} Apr 01 21:50:02.023894 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ac86-18ab-4af4-94f9-920b5e6e3606 req-ad117eee-10d6-4dd5-ace9-9828f67e783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:02.025575 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e342ac86-18ab-4af4-94f9-920b5e6e3606 req-ad117eee-10d6-4dd5-ace9-9828f67e783e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 1127 time: 0.0500119 Apr 01 21:50:02.132418 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ac86-18ab-4af4-94f9-920b5e6e3606 req-6e0a3b50-2539-48f7-a1dd-6a76e1e90d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:02.133932 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e342ac86-18ab-4af4-94f9-920b5e6e3606 req-6e0a3b50-2539-48f7-a1dd-6a76e1e90d0a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f9c5df56928c45548df5676b321365a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967834 Apr 01 21:50:02.223705 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ac86-18ab-4af4-94f9-920b5e6e3606 req-4d81e16d-a59b-4eb8-8a29-e17f27652b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:02.225210 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e342ac86-18ab-4af4-94f9-920b5e6e3606 req-4d81e16d-a59b-4eb8-8a29-e17f27652b44 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857389 Apr 01 21:50:02.326527 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cd8f0618-854e-4779-bbd4-0a9541588eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:02.328034 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-cd8f0618-854e-4779-bbd4-0a9541588eac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 1127 time: 0.0456064 Apr 01 21:50:02.380364 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-6fbf8801-05c8-41c4-a8ac-c75f8c85b2d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86458bd2-ac39-436c-976b-399df4f7e543 HTTP/1.1" status: 200 len: 217 time: 0.0400817 Apr 01 21:50:02.429792 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-3e7429d7-9e38-4c52-a0a8-683b9490cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:02.431271 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-3e7429d7-9e38-4c52-a0a8-683b9490cbf9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0428360 Apr 01 21:50:02.515859 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2c242-387c-4384-abb0-70025ab72a79 req-8e899bd0-aa29-4a4a-b078-0f9a16995a93 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:02.517252 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c2c2c242-387c-4384-abb0-70025ab72a79 req-8e899bd0-aa29-4a4a-b078-0f9a16995a93 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 943 time: 0.0833855 Apr 01 21:50:02.519855 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09be91-3510-4757-9f9f-abd3de826fda req-96f0874a-df69-4174-915a-09987e6fbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:02.521223 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-96f0874a-df69-4174-915a-09987e6fbab0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787954 Apr 01 21:50:02.612818 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c2c2c242-387c-4384-abb0-70025ab72a79 req-be8d2c11-63c8-4bf9-bdd1-36a1c8d239f4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899854 Apr 01 21:50:02.639411 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-89354fe9-8622-4411-8695-2cdf90e24f9e service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110618 Apr 01 21:50:02.731355 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3e09be91-3510-4757-9f9f-abd3de826fda req-22b8d1bc-2158-4130-9629-ff2717184318 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Apr 01 21:50:03.727833 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135589a8-62de-4a3f-aa73-fce1b4a917d1 req-a81cf805-b651-4efd-883c-18ab431bf3c1 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:03.729286 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-135589a8-62de-4a3f-aa73-fce1b4a917d1 req-a81cf805-b651-4efd-883c-18ab431bf3c1 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 943 time: 0.0509155 Apr 01 21:50:03.776005 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-135589a8-62de-4a3f-aa73-fce1b4a917d1 req-7a7392d3-4a2e-4cf6-9b40-753de926c594 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410521 Apr 01 21:50:04.893815 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbf8ee-ac3c-4520-8074-b24738b0c4ab req-5097a0ae-003d-45ea-8e64-e47354a8f1a1 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:04.895313 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-33dbf8ee-ac3c-4520-8074-b24738b0c4ab req-5097a0ae-003d-45ea-8e64-e47354a8f1a1 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 943 time: 0.0519223 Apr 01 21:50:04.942344 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-33dbf8ee-ac3c-4520-8074-b24738b0c4ab req-1a8775c6-4647-42e3-8712-766a84e7cf5c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 Apr 01 21:50:06.062229 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ad9f-8316-494b-ba38-3ab6e41adf1e req-bf22d670-a177-4daf-9558-153dbbf49050 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:06.063705 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0421ad9f-8316-494b-ba38-3ab6e41adf1e req-bf22d670-a177-4daf-9558-153dbbf49050 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 943 time: 0.0545754 Apr 01 21:50:06.112103 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0421ad9f-8316-494b-ba38-3ab6e41adf1e req-9050f43f-f72c-4a0e-9f98-e427f4e241b1 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 Apr 01 21:50:07.226595 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47843af-a0d3-4586-9f68-847b67ac2065 req-dd1b1ff1-e8ec-4616-afc5-1cdfda50ba17 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:07.228068 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d47843af-a0d3-4586-9f68-847b67ac2065 req-dd1b1ff1-e8ec-4616-afc5-1cdfda50ba17 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 943 time: 0.0520444 Apr 01 21:50:07.280318 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-d47843af-a0d3-4586-9f68-847b67ac2065 req-8f2150b1-c248-488b-a4b4-cececc5d4a41 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459776 Apr 01 21:50:08.487288 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90800a-5a1e-42a4-b28b-300e3fe25453 req-12ca4737-634c-4958-b2e6-20415e00c852 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:08.488758 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0f90800a-5a1e-42a4-b28b-300e3fe25453 req-12ca4737-634c-4958-b2e6-20415e00c852 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 943 time: 0.1433194 Apr 01 21:50:08.535485 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-0f90800a-5a1e-42a4-b28b-300e3fe25453 req-2d4394b2-01db-421a-ba00-85be37c1c036 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Apr 01 21:50:09.662133 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 86458bd2-ac39-436c-976b-399df4f7e543 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:50:09.703901 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d50a11-8591-4768-af2d-75f9f4094072 req-3818b567-8fea-4721-bdec-cf72b02297b6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:09.705408 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-75d50a11-8591-4768-af2d-75f9f4094072 req-3818b567-8fea-4721-bdec-cf72b02297b6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 943 time: 0.1051376 Apr 01 21:50:09.753083 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-75d50a11-8591-4768-af2d-75f9f4094072 req-2a404b20-afd1-4367-a586-e4c55f917382 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Apr 01 21:50:09.760269 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 86458bd2-ac39-436c-976b-399df4f7e543, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=86458bd2-ac39-436c-976b-399df4f7e543,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:09.772953 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '86458bd2-ac39-436c-976b-399df4f7e543', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'port_id': '86458bd2-ac39-436c-976b-399df4f7e543', 'mac_address': 'fa:16:3e:47:a2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:50:09.808007 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 86458bd2-ac39-436c-976b-399df4f7e543 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:50:09.808398 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (86458bd2-ac39-436c-976b-399df4f7e543), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:09.821838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86458bd2-ac39-436c-976b-399df4f7e543 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:50:09.841421 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 86458bd2-ac39-436c-976b-399df4f7e543, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=86458bd2-ac39-436c-976b-399df4f7e543,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:09.939385 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (86458bd2-ac39-436c-976b-399df4f7e543), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:09.985636 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=86458bd2-ac39-436c-976b-399df4f7e543,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:09.992557 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.992900 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.993243 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.993600 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.994040 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.994379 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.994701 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.995020 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.995339 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.995702 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.996017 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.996337 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.997300 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.997660 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:09.997981 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:10.284650 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['86458bd2-ac39-436c-976b-399df4f7e543'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:50:10.875046 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384ebb-199b-4f55-a214-2627fad7997a req-f4f5be2f-3bef-444a-b8db-dd35302914e5 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:10.876461 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-07384ebb-199b-4f55-a214-2627fad7997a req-f4f5be2f-3bef-444a-b8db-dd35302914e5 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 944 time: 0.0556545 Apr 01 21:50:10.923526 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-07384ebb-199b-4f55-a214-2627fad7997a req-42e8ed23-3697-4d26-b23e-505c32253d99 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Apr 01 21:50:11.402389 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:11.677478 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 86458bd2-ac39-436c-976b-399df4f7e543 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:50:11.777888 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 86458bd2-ac39-436c-976b-399df4f7e543 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:50:11.781889 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 86458bd2-ac39-436c-976b-399df4f7e543 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:50:11.782301 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (86458bd2-ac39-436c-976b-399df4f7e543), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:11.856659 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 86458bd2-ac39-436c-976b-399df4f7e543 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:50:11.857044 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (86458bd2-ac39-436c-976b-399df4f7e543), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:11.878861 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:50:11.881046 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fe5ad-a71e-4516-93b8-0d87a5104e42" -d '{"events": [{"server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "name": "network-vif-plugged", "status": "completed", "tag": "86458bd2-ac39-436c-976b-399df4f7e543"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:50:11.896448 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 86458bd2-ac39-436c-976b-399df4f7e543, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=86458bd2-ac39-436c-976b-399df4f7e543,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:11.917445 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e761ceb-abd9-4297-afd9-a40586b74e8a x-openstack-request-id: req-1e761ceb-abd9-4297-afd9-a40586b74e8a {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:50:11.917755 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "name": "network-vif-plugged", "status": "completed", "tag": "86458bd2-ac39-436c-976b-399df4f7e543", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:50:11.918008 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e761ceb-abd9-4297-afd9-a40586b74e8a {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:50:11.918401 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e761ceb-abd9-4297-afd9-a40586b74e8a'] response: {'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543', 'code': 200} Apr 01 21:50:11.972578 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (86458bd2-ac39-436c-976b-399df4f7e543), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:12.020428 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=86458bd2-ac39-436c-976b-399df4f7e543,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:12.042800 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f285d-1e7e-4afa-9900-1d8e49ed556b req-b919b1e1-82bd-4d8a-b324-6c1f144f8050 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:12.044302 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-128f285d-1e7e-4afa-9900-1d8e49ed556b req-b919b1e1-82bd-4d8a-b324-6c1f144f8050 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0541613 Apr 01 21:50:12.093005 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-128f285d-1e7e-4afa-9900-1d8e49ed556b req-458bded8-c11e-45a4-b995-7baf7247462f tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 Apr 01 21:50:12.342524 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401166e-8f30-481a-a5d1-3e41cce2e975 req-50b3843d-cb5d-4d14-8488-c19f9fc5d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:12.344003 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3401166e-8f30-481a-a5d1-3e41cce2e975 req-50b3843d-cb5d-4d14-8488-c19f9fc5d446 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 1129 time: 0.0430775 Apr 01 21:50:12.388611 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3401166e-8f30-481a-a5d1-3e41cce2e975 req-a28fb932-ebd2-488b-b31f-5cdd86f9c051 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389657 Apr 01 21:50:13.214801 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2a1b9-0c3b-4b5b-95ef-031f7f2e9ab3 req-49507f65-2594-4ae4-b9b0-2d03aea31593 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:13.216926 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cef2a1b9-0c3b-4b5b-95ef-031f7f2e9ab3 req-49507f65-2594-4ae4-b9b0-2d03aea31593 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0564218 Apr 01 21:50:13.264813 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-cef2a1b9-0c3b-4b5b-95ef-031f7f2e9ab3 req-8fd544d8-f461-4f36-8011-b79bc8199310 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Apr 01 21:50:14.378489 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b744a-2c80-4596-9033-98cf7fa07c2e req-f5680a2f-0aa9-47b5-88bb-6905a934fd16 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:14.379946 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3c8b744a-2c80-4596-9033-98cf7fa07c2e req-f5680a2f-0aa9-47b5-88bb-6905a934fd16 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0513139 Apr 01 21:50:14.433191 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3c8b744a-2c80-4596-9033-98cf7fa07c2e req-b3c5d16f-4b8a-48c6-995d-5460d307cc34 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476112 Apr 01 21:50:14.547582 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e69f5-1648-4b36-a821-6c44081780bf req-bdd1634d-662e-4815-b76c-7b2b5740a21c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:14.548966 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-206e69f5-1648-4b36-a821-6c44081780bf req-bdd1634d-662e-4815-b76c-7b2b5740a21c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0519900 Apr 01 21:50:14.596951 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-206e69f5-1648-4b36-a821-6c44081780bf req-44f63263-bbbf-42d8-8cf4-d75be31918a3 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Apr 01 21:50:14.618434 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58358) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:14.705378 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff5dfa6-ef5d-4b76-a906-2a780e30739a tempest-TestVolumeBootPattern-1259368206 tempest-TestVolumeBootPattern-1259368206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:14.707015 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-dff5dfa6-ef5d-4b76-a906-2a780e30739a tempest-TestVolumeBootPattern-1259368206 tempest-TestVolumeBootPattern-1259368206-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 1124 time: 0.0876005 Apr 01 21:50:14.710131 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58362) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:14.716524 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'port_id': '86458bd2-ac39-436c-976b-399df4f7e543', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:50:14.791159 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:14.892627 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:14.995154 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Allocated IP 172.27.1.20 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/728172c8-420a-4918-8d9e-0c9816dbc942) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:50:15.096495 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (728172c8-420a-4918-8d9e-0c9816dbc942), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:15.195129 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (728172c8-420a-4918-8d9e-0c9816dbc942), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:15.232404 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:50:15.235281 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:50:15.245348 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:50:15.251504 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=728172c8-420a-4918-8d9e-0c9816dbc942,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:15.584298 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (319eba3c-5e62-4380-8d97-87cdac042c24), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:15.712628 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (728172c8-420a-4918-8d9e-0c9816dbc942), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:15.854960 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (728172c8-420a-4918-8d9e-0c9816dbc942), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:15.911041 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (728172c8-420a-4918-8d9e-0c9816dbc942), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:15.985798 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=728172c8-420a-4918-8d9e-0c9816dbc942,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:15.994698 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (319eba3c-5e62-4380-8d97-87cdac042c24), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:16.094643 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Floating IP 319eba3c-5e62-4380-8d97-87cdac042c24 associated. External IP: 172.27.1.20, port: 86458bd2-ac39-436c-976b-399df4f7e543. Apr 01 21:50:16.303869 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:50:16.410714 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:50:16.419922 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:50:16.429207 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:16.429846 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:16.490572 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:16.522682 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-7ca5aaab-7457-41ca-a4e7-e7d1a3883b20 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8110316 Apr 01 21:50:16.523398 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:50:16.525680 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "tag": "86458bd2-ac39-436c-976b-399df4f7e543"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:50:16.571475 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0281cb9-16fa-4f00-bc5f-814330f238e7 x-openstack-request-id: req-b0281cb9-16fa-4f00-bc5f-814330f238e7 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:50:16.571768 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "tag": "86458bd2-ac39-436c-976b-399df4f7e543", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:50:16.572039 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0281cb9-16fa-4f00-bc5f-814330f238e7 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:50:16.572429 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0281cb9-16fa-4f00-bc5f-814330f238e7'] response: {'name': 'network-changed', 'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543', 'status': 'completed', 'code': 200} Apr 01 21:50:16.663389 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:16.664102 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-73030aed-369d-42d6-9f80-be634023839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:16.665638 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-73030aed-369d-42d6-9f80-be634023839f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 1129 time: 0.0430670 Apr 01 21:50:16.753409 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-52b57c65-ae81-45f6-b9af-4915d1e46f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:16.754894 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-52b57c65-ae81-45f6-b9af-4915d1e46f02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0824742 Apr 01 21:50:16.823955 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-3ea6d16c-5b3e-4376-b3cc-80c7345cac9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86458bd2-ac39-436c-976b-399df4f7e543 HTTP/1.1" status: 200 len: 998 time: 0.0614069 Apr 01 21:50:16.893571 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '319eba3c-5e62-4380-8d97-87cdac042c24', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '86458bd2-ac39-436c-976b-399df4f7e543', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:47:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:50:15Z', 'updated_at': '2022-04-01T21:50:15Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:16.903003 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-a007b384-65f3-4e88-836a-a3177260b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:16.904621 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-a007b384-65f3-4e88-836a-a3177260b2c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0727296 Apr 01 21:50:16.920560 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:50:16.928984 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:16.929623 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:16.943216 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-3cd0268f-6fdf-4f83-a54c-b26c3ecd541a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857115 Apr 01 21:50:16.963634 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-59ee3154-e071-4d2a-8128-47fa4bf7898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:16.965695 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-59ee3154-e071-4d2a-8128-47fa4bf7898d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536182 Apr 01 21:50:17.037321 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:17.271355 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '319eba3c-5e62-4380-8d97-87cdac042c24', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '86458bd2-ac39-436c-976b-399df4f7e543', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:47:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:50:15Z', 'updated_at': '2022-04-01T21:50:15Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:17.302170 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb1b79-9eaf-47a3-8bfc-4c612ebd78f9 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '319eba3c-5e62-4380-8d97-87cdac042c24', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '86458bd2-ac39-436c-976b-399df4f7e543', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:47:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:50:15Z', 'updated_at': '2022-04-01T21:50:15Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:50:17.353540 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-1bf56339-a75d-43e9-9a1b-cb3ad53c9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:17.355079 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-1bf56339-a75d-43e9-9a1b-cb3ad53c9ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1168 time: 0.3414233 Apr 01 21:50:17.357804 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-cff82553-08b7-41e3-94f5-566aed035120 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852596 Apr 01 21:50:17.493962 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa0736-b7a2-4da8-98e1-e096a3863981 None None] New status for floating IP 319eba3c-5e62-4380-8d97-87cdac042c24: ACTIVE {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:50:17.518790 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1278b50c-5b8d-437d-9aab-6c4d5eb9126c req-a6a21e33-2073-4308-9a18-a3f37928ef88 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543293 Apr 01 21:50:17.522985 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-cc86a43a-9e1b-4c7a-9a01-34fa19211fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:17.524357 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-cc86a43a-9e1b-4c7a-9a01-34fa19211fa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 916 time: 0.1419156 Apr 01 21:50:17.602673 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-dabb2e7f-c7ac-4117-8494-e018cbf82889 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 1000 time: 0.0598404 Apr 01 21:50:17.659272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-e4f3cdd2-f2a4-4625-8dc6-42b693bc93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:17.660692 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-e4f3cdd2-f2a4-4625-8dc6-42b693bc93a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0465112 Apr 01 21:50:17.710038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-955e5ff8-aae2-46c9-a57c-49abcaf9d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:17.711621 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-955e5ff8-aae2-46c9-a57c-49abcaf9d7ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443320 Apr 01 21:50:17.798252 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-b0143d57-5378-4c80-b173-cc82596fff76 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803149 Apr 01 21:50:17.889009 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2aba989d-d5ff-4eee-b41e-6e8ed9024f37 req-9985e6b4-31e7-40e9-aac9-0a0b3d127459 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Apr 01 21:50:19.352657 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-a15674ab-74b6-44b2-a4d8-9ec84f7939a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178483694&fields=id&tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d HTTP/1.1" status: 200 len: 267 time: 0.0445027 Apr 01 21:50:19.407674 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-b4b34cca-9c4c-4d62-b05f-a46e0dfeff4d tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:19.409108 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-b4b34cca-9c4c-4d62-b05f-a46e0dfeff4d tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 984 time: 0.0513608 Apr 01 21:50:19.419293 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Request body: {'port': {'security_groups': ['ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:50:19.491965 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:19.660657 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:19.688585 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:19.750868 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:19.786523 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:50:19.796273 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:19.796909 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:19.798336 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2598fc5d-2ac1-4167-b610-33098c49f79d req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "PUT /v2.0/ports/fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 942 time: 0.3833203 Apr 01 21:50:19.798801 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:50:19.801236 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5f9742-a00e-4eae-96f2-fba82c9c732b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:50:19.807625 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58376) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:19.842790 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event updated for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=7']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:19.851898 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.852492 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.852849 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.853191 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.853534 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.854038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.854378 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.854887 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.855267 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.855819 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.856158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.856793 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.857135 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.857461 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.857812 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f1a2-d68c-46bd-ac13-03ccbb9f68a3 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:19.862881 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771ed72a-d8f8-4ee1-a154-d8bd4961e8d6 x-openstack-request-id: req-771ed72a-d8f8-4ee1-a154-d8bd4961e8d6 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:50:19.863184 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:50:19.863502 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-771ed72a-d8f8-4ee1-a154-d8bd4961e8d6 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:50:19.864030 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771ed72a-d8f8-4ee1-a154-d8bd4961e8d6'] response: {'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'status': 'completed', 'code': 200} Apr 01 21:50:19.885854 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group (0cb096fb-a666-43a2-aaa4-c08d2d113244), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:19.919180 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group (0cb096fb-a666-43a2-aaa4-c08d2d113244), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:19.948146 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:50:19.958126 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-3b0e2d3d-8b74-4ae3-861a-9484c0ece455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:19.958844 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-3b0e2d3d-8b74-4ae3-861a-9484c0ece455 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1129 time: 0.0615287 Apr 01 21:50:20.053794 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (0cb096fb-a666-43a2-aaa4-c08d2d113244), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.060498 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.060498 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "DELETE /v2.0/security-groups/0cb096fb-a666-43a2-aaa4-c08d2d113244 HTTP/1.1" status: 204 len: 168 time: 0.2490869 Apr 01 21:50:20.060734 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58378) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:20.066824 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb096fb-a666-43a2-aaa4-c08d2d113244,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:20.069858 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-476eb1ad-5b3a-4834-8aaa-0323eefcbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:20.072428 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-476eb1ad-5b3a-4834-8aaa-0323eefcbdc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 916 time: 0.1055720 Apr 01 21:50:20.074595 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.074984 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.075495 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.076061 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.076398 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.076734 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.077059 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.077691 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.078022 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.078537 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.079752 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.080098 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.080437 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.080805 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.081101 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905be5c-ff0f-4012-9930-ff7de605b575 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:50:20.124969 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-22511154-148c-4485-9dc8-50b0c5ed6a16 None None] Provisioning complete for port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:50:20.125343 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-22511154-148c-4485-9dc8-50b0c5ed6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.213992 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-22511154-148c-4485-9dc8-50b0c5ed6a16 None None] Current status of the port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a is: ACTIVE; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:50:20.215663 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-3fd15b9b-1856-41dc-9d4c-9ea69956c8f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 1000 time: 0.1073468 Apr 01 21:50:20.296535 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-28af5df2-4f92-41ce-8526-55bc555a0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:20.298029 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-28af5df2-4f92-41ce-8526-55bc555a0655 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0759630 Apr 01 21:50:20.351655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Deleting port d550c735-e99f-4d91-9cd8-2d33833d555a {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:20.352112 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.396176 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-89d977ca-667f-4b04-92ea-0907f5f6364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:20.398117 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-89d977ca-667f-4b04-92ea-0907f5f6364a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939524 Apr 01 21:50:20.488334 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.488665 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for floatingip (d550c735-e99f-4d91-9cd8-2d33833d555a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.505940 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Calling delete_port for d550c735-e99f-4d91-9cd8-2d33833d555a owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:20.526425 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-68103e7f-9c4c-4b96-9da5-8cdd25e4919e service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203070 Apr 01 21:50:20.697895 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5b5f9742-a00e-4eae-96f2-fba82c9c732b req-a9a1bf33-c967-4fe7-83eb-4741be5d3886 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379862 Apr 01 21:50:20.807939 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (d550c735-e99f-4d91-9cd8-2d33833d555a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.835621 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event deleted for resources: {'Port': ['ID=d550c735-e99f-4d91-9cd8-2d33833d555a,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:20.898462 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks [] for floatingip (ba026048-c8a5-4bda-a90c-1531ee97b434), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:20.898791 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Floating IP ba026048-c8a5-4bda-a90c-1531ee97b434 disassociated (deleted). External IP: 172.27.1.79, port: fb4e00e0-942e-4c3e-a73f-5d5d49892b4a. Apr 01 21:50:21.102067 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Router 349411f3-7379-4631-bd69-27da03a901ef has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:50:21.215519 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:50:21.220284 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:21.225091 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] Sync routers for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:50:21.236970 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:21.237619 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:21.254028 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fe09f8b4-7322-43d6-9b9b-ebc5dfd7cf31 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "DELETE /v2.0/floatingips/ba026048-c8a5-4bda-a90c-1531ee97b434 HTTP/1.1" status: 204 len: 168 time: 1.1894350 Apr 01 21:50:21.347947 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:21.546211 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:21.572962 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] Checking router: 349411f3-7379-4631-bd69-27da03a901ef for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:50:21.583048 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:21.583750 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:49:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:21.692355 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:21.865240 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:50:21.867753 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320ff721-ea76-4701-9a23-b0064a76b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:50:21.890250 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:21.903659 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84967a8d-fc77-4c60-b85f-b3769881e134 x-openstack-request-id: req-84967a8d-fc77-4c60-b85f-b3769881e134 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:50:21.903951 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:50:21.904207 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84967a8d-fc77-4c60-b85f-b3769881e134 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:50:21.904613 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84967a8d-fc77-4c60-b85f-b3769881e134'] response: {'name': 'network-changed', 'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'status': 'completed', 'code': 200} Apr 01 21:50:21.917710 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d90b9c-9ab2-4171-8f13-238857a32c9f None None] The sync data for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi is: [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:20Z', 'revision_number': 4, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': 'f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b', 'name': '', 'network_id': '41041f4c-8185-4d55-ade1-0a5c30c7cb35', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'mac_address': 'fa:16:3e:d2:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:19Z', 'updated_at': '2022-04-01T21:48:23Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'subnets': [{'id': 'f5df5977-75d4-4bda-aa91-b865e9beb482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:50:22.007559 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-9ef05f34-0fa0-4d83-a700-1b2d3ea5e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:22.009062 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-9ef05f34-0fa0-4d83-a700-1b2d3ea5e555 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 1129 time: 0.0487747 Apr 01 21:50:22.103847 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-b96db830-8ef7-4ef7-83e0-6476dad29ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:22.105397 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-b96db830-8ef7-4ef7-83e0-6476dad29ec7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 200 len: 916 time: 0.0868082 Apr 01 21:50:22.154031 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-755a46d5-8b8b-4847-9a9f-168d94b72e2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 200 len: 217 time: 0.0417604 Apr 01 21:50:22.156921 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d1ff6d-75e4-49f4-b5ef-5aeed07560f2 None None] New status for floating IP ba026048-c8a5-4bda-a90c-1531ee97b434: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:50:22.206260 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-267209bb-7521-466a-a0ba-47a3b384f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:22.207856 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-267209bb-7521-466a-a0ba-47a3b384f984 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 200 len: 854 time: 0.0482571 Apr 01 21:50:22.262921 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-f58d835b-cd34-4bb6-9559-a96ab8f47346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:22.264487 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-f58d835b-cd34-4bb6-9559-a96ab8f47346 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41041f4c-8185-4d55-ade1-0a5c30c7cb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503995 Apr 01 21:50:22.360621 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-074504c9-4d95-4d14-9daf-2426ce726311 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851402 Apr 01 21:50:22.367838 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6f1234eb-3501-420f-b126-a115ecd1bb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:22.447197 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-320ff721-ea76-4701-9a23-b0064a76b9d2 req-3b50e241-0cf6-458c-9f3f-76aa65329213 service neutron] 10.222.0.31 "GET /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806258 Apr 01 21:50:24.617703 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-aee34460-59ab-4793-8453-d437bf3fe164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:25.431434 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d8ac-0218-4a56-a5aa-182143727723 req-84013fb6-0e3e-4ea3-a830-beac1b3b4362 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:25.432921 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-abd8d8ac-0218-4a56-a5aa-182143727723 req-84013fb6-0e3e-4ea3-a830-beac1b3b4362 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0564759 Apr 01 21:50:25.479129 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-abd8d8ac-0218-4a56-a5aa-182143727723 req-0a62b5fb-500e-478c-8dce-931307ce8ef0 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Apr 01 21:50:25.811879 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:26.595901 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7a0c8-4483-4099-9c11-fb90422fb35f req-59c263e8-270d-4b66-a430-91c4287bf7e9 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:26.597280 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4c7a0c8-4483-4099-9c11-fb90422fb35f req-59c263e8-270d-4b66-a430-91c4287bf7e9 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0514858 Apr 01 21:50:26.642243 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e4c7a0c8-4483-4099-9c11-fb90422fb35f req-9c96f8b4-f4cb-4dc4-8b7a-1181775e8822 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Apr 01 21:50:27.074401 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:27.427353 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-f556f221-81b8-402c-a007-df2bd0f5222e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:27.486584 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-f556f221-81b8-402c-a007-df2bd0f5222e tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0548463 Apr 01 21:50:27.524230 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Deleting port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:27.524504 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:27.613122 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] For port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:27.613807 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:27.626719 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Calling delete_port for fb4e00e0-942e-4c3e-a73f-5d5d49892b4a owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:27.762465 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92314a-be0f-4971-981e-d6f6a8b7cb97 req-b9cb8c2f-1710-4d42-9887-159ae7300105 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:50:27.763983 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad92314a-be0f-4971-981e-d6f6a8b7cb97 req-b9cb8c2f-1710-4d42-9887-159ae7300105 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 945 time: 0.0557098 Apr 01 21:50:27.809158 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ad92314a-be0f-4971-981e-d6f6a8b7cb97 req-75c9fb0b-6d07-426c-a15b-23f263ef3f25 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Apr 01 21:50:27.813705 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (fb4e00e0-942e-4c3e-a73f-5d5d49892b4a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:27.844070 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Pushing event deleted for resources: {'Port': ['ID=fb4e00e0-942e-4c3e-a73f-5d5d49892b4a,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:27.850891 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:50:27.898437 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] No DVR routers for this DVR port fb4e00e0-942e-4c3e-a73f-5d5d49892b4a on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:50:27.898437 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:27.898437 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60e722b5-0c88-43e5-afb7-1841a0befd2c req-c5b1eee3-55bc-4820-9976-965a659c293b tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.31 "DELETE /v2.0/ports/fb4e00e0-942e-4c3e-a73f-5d5d49892b4a HTTP/1.1" status: 204 len: 173 time: 0.4571595 Apr 01 21:50:27.898437 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'name': 'network-vif-deleted', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:50:27.898437 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9551e747-ebfc-4b7e-a793-993a6449506b" -d '{"events": [{"server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "name": "network-vif-deleted", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:50:27.929317 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd945cef-a47d-4d19-b0dd-7e81ec0d48c1 x-openstack-request-id: req-cd945cef-a47d-4d19-b0dd-7e81ec0d48c1 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:50:27.929643 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efc5fa-60dc-4074-a41e-7759c997da34", "name": "network-vif-deleted", "tag": "fb4e00e0-942e-4c3e-a73f-5d5d49892b4a", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:50:27.929900 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd945cef-a47d-4d19-b0dd-7e81ec0d48c1 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:50:27.930307 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd945cef-a47d-4d19-b0dd-7e81ec0d48c1'] response: {'server_uuid': 'a9efc5fa-60dc-4074-a41e-7759c997da34', 'name': 'network-vif-deleted', 'tag': 'fb4e00e0-942e-4c3e-a73f-5d5d49892b4a', 'status': 'completed', 'code': 200} Apr 01 21:50:28.756946 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:28.915480 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-9789bb55-5b58-4baa-b1fc-2848c7ea04a0 req-d0cb683a-6b11-4e1c-823b-b6e0c586fcb0 tempest-TestMinimumBasicScenario-1080008652 tempest-TestMinimumBasicScenario-1080008652-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9efc5fa-60dc-4074-a41e-7759c997da34 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Apr 01 21:50:29.703954 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:50:31.126213 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58466) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:31.464153 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (349411f3-7379-4631-bd69-27da03a901ef), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:31.712120 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Deleting port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:31.712456 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:31.786648 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] For port f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:31.787001 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:31.799805 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Calling delete_port for f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b owned by network:router_interface {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:31.832298 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device fb4e00e0-942e-4c3e-a73f-5d5d49892b4a no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:50:31.852420 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: fb4e00e0-942e-4c3e-a73f-5d5d49892b4a {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:50:31.852766 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device fb4e00e0-942e-4c3e-a73f-5d5d49892b4a not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:50:32.036256 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:32.062347 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:32.230286 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (349411f3-7379-4631-bd69-27da03a901ef), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:32.440511 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Router 349411f3-7379-4631-bd69-27da03a901ef has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:50:32.542749 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:50:32.547698 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-64b65ff6-7455-441a-a3af-24a52e724b25 admin admin] 10.222.0.30 "PUT /v2.0/routers/349411f3-7379-4631-bd69-27da03a901ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204476 Apr 01 21:50:32.550269 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58468) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:32.551831 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] Sync routers for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:50:32.562163 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:32.562799 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:50:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:32.651613 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks [] for router (349411f3-7379-4631-bd69-27da03a901ef), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:32.667287 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:32.754702 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks [] for router_gateway (349411f3-7379-4631-bd69-27da03a901ef), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:32.845318 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:50:31Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:32.871480 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] Checking router: 349411f3-7379-4631-bd69-27da03a901ef for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:50:32.880456 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] Routers {'349411f3-7379-4631-bd69-27da03a901ef'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:32.881057 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:50:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['349411f3-7379-4631-bd69-27da03a901ef'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:32.930008 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Deleting port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:32.930345 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.014311 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] For port 4d89c4d3-1b15-455e-8d01-d7c287bc61e3, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:33.014666 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.028291 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Calling delete_port for 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 owned by network:router_gateway {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:33.117743 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] Set router 349411f3-7379-4631-bd69-27da03a901ef gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:33.236811 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (4d89c4d3-1b15-455e-8d01-d7c287bc61e3), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.261063 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d89c4d3-1b15-455e-8d01-d7c287bc61e3,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:33.300024 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:50:31Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:33.323043 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (349411f3-7379-4631-bd69-27da03a901ef), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.330351 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb3a94-600d-410c-905d-8b611adb3289 None None] The sync data for ids ['349411f3-7379-4631-bd69-27da03a901ef'] in dv-cinder-836211-1-iscsi is: [{'id': '349411f3-7379-4631-bd69-27da03a901ef', 'name': 'tempest-TestMinimumBasicScenario-1085486227-router', 'tenant_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:50:31Z', 'revision_number': 5, 'project_id': '625d3eba226d4a1e9ce861b6b18e7d9d', 'gw_port': {'id': '4d89c4d3-1b15-455e-8d01-d7c287bc61e3', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349411f3-7379-4631-bd69-27da03a901ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:17Z', 'updated_at': '2022-04-01T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:50:33.413272 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (349411f3-7379-4631-bd69-27da03a901ef), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.415435 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks [] for router_controller (349411f3-7379-4631-bd69-27da03a901ef), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.520068 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (349411f3-7379-4631-bd69-27da03a901ef), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.520529 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 349411f3-7379-4631-bd69-27da03a901ef {{(pid=110288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:50:33.524671 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.525855 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-adab609f-931e-4b81-9fe0-4a3c64514d3d admin admin] 10.222.0.30 "DELETE /v2.0/routers/349411f3-7379-4631-bd69-27da03a901ef HTTP/1.1" status: 204 len: 168 time: 0.9746604 Apr 01 21:50:33.528338 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58470) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:33.571404 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] Deleting subnet f5df5977-75d4-4bda-aa91-b865e9beb482 {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:50:33.574366 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] Publish callbacks [] for subnet (f5df5977-75d4-4bda-aa91-b865e9beb482), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.606758 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9312290'] for subnet (f5df5977-75d4-4bda-aa91-b865e9beb482), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.684354 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (f5df5977-75d4-4bda-aa91-b865e9beb482), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.812533 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12389359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504909'] for subnet (f5df5977-75d4-4bda-aa91-b865e9beb482), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.838767 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5df5977-75d4-4bda-aa91-b865e9beb482,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:33.843008 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.846584 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-0ddd719a-759b-45c8-8d67-e39e3120d8b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f5df5977-75d4-4bda-aa91-b865e9beb482 HTTP/1.1" status: 204 len: 168 time: 0.3164947 Apr 01 21:50:33.848791 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58472) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:33.850622 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076ec9c2-d1fc-4909-a864-41a1327f37e2 None None] Network 41041f4c-8185-4d55-ade1-0a5c30c7cb35 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:50:33.916712 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (41041f4c-8185-4d55-ade1-0a5c30c7cb35), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:33.980098 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Deleting port 4303da83-7bee-4f05-9d21-3d56e76273fa {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:33.980434 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.033314 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] DHCP port deletion for 41041f4c-8185-4d55-ade1-0a5c30c7cb35 request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:50:34.047877 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] For port 4303da83-7bee-4f05-9d21-3d56e76273fa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4303da83-7bee-4f05-9d21-3d56e76273fa,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:34.048239 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.060757 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Calling delete_port for 4303da83-7bee-4f05-9d21-3d56e76273fa owned by network:dhcp {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:34.079810 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] Deleting port 4303da83-7bee-4f05-9d21-3d56e76273fa {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:34.080370 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.144191 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] For port 4303da83-7bee-4f05-9d21-3d56e76273fa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=4303da83-7bee-4f05-9d21-3d56e76273fa,segment=NetworkSegment(f5ab2e95-a74a-4f0f-bd01-482b822553df),segment_id=f5ab2e95-a74a-4f0f-bd01-482b822553df)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:34.144589 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.158621 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] Calling delete_port for 4303da83-7bee-4f05-9d21-3d56e76273fa owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:34.293775 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.319386 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] Pushing event deleted for resources: {'Port': ['ID=4303da83-7bee-4f05-9d21-3d56e76273fa,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:34.323235 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3807528-3002-48fc-bef9-578f8358f2b2 None None] No DVR routers for this DVR port 4303da83-7bee-4f05-9d21-3d56e76273fa on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:50:34.379830 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (4303da83-7bee-4f05-9d21-3d56e76273fa), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.411633 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Pushing event deleted for resources: {'Port': ['ID=4303da83-7bee-4f05-9d21-3d56e76273fa,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:34.411633 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] No DVR routers for this DVR port 4303da83-7bee-4f05-9d21-3d56e76273fa on host dv-cinder-836211-1-iscsi {{(pid=110288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:50:34.429532 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:50:34.450269 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:50:34.451150 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device f7bac83a-1736-4ffc-aad6-3ea48d2a6c3b not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:50:34.451562 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:50:34.470064 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:50:34.470405 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4d89c4d3-1b15-455e-8d01-d7c287bc61e3 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:50:34.470811 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4303da83-7bee-4f05-9d21-3d56e76273fa no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:50:34.481889 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (41041f4c-8185-4d55-ade1-0a5c30c7cb35), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.491784 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 4303da83-7bee-4f05-9d21-3d56e76273fa {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:50:34.492125 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 4303da83-7bee-4f05-9d21-3d56e76273fa not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:50:34.506362 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41041f4c-8185-4d55-ade1-0a5c30c7cb35']}} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:34.516463 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ab2e95-a74a-4f0f-bd01-482b822553df') {'for_net_delete': True} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:34.516755 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ab2e95-a74a-4f0f-bd01-482b822553df') {} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:34.525724 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9312297'] for segment (f5ab2e95-a74a-4f0f-bd01-482b822553df), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.538286 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (f5ab2e95-a74a-4f0f-bd01-482b822553df), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.543887 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:50:34.544203 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12387657'] for segment (f5ab2e95-a74a-4f0f-bd01-482b822553df), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: self.session.flush() Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: Traceback (most recent call last): Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: timer() Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: cb(*args, **kw) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: return func(*args, **kwargs) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: self._notify() Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: self.callback(batched_events) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: event.method(event) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: return f(self, *a, **k) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._get(url).json() Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: return self.request(url, 'GET', **kwargs) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:50:34.545814 dv-cinder-836211-1-iscsi neutron-server[110288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:50:34.679998 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (41041f4c-8185-4d55-ade1-0a5c30c7cb35), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.685800 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:34.688848 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] 10.222.0.30 "DELETE /v2.0/networks/41041f4c-8185-4d55-ade1-0a5c30c7cb35 HTTP/1.1" status: 204 len: 168 time: 0.8390739 Apr 01 21:50:34.691732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58474) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:34.699859 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1c0bb-42b8-4ec0-aa23-8e48a22b490c admin admin] Pushing event deleted for resources: {'Network': ['ID=41041f4c-8185-4d55-ade1-0a5c30c7cb35,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:35.301166 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (928b6c43-c127-49ad-881d-0e4f880e323a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:35.548443 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Deleting port ffd1e7cb-b31e-4a27-9f11-966715aac66b {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:35.548697 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:35.624359 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] For port ffd1e7cb-b31e-4a27-9f11-966715aac66b, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=ffd1e7cb-b31e-4a27-9f11-966715aac66b,segment=NetworkSegment(d4f6e4ba-d040-4716-8af0-fd3dd49507a3),segment_id=d4f6e4ba-d040-4716-8af0-fd3dd49507a3)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:35.624723 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:35.638971 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Calling delete_port for ffd1e7cb-b31e-4a27-9f11-966715aac66b owned by network:router_interface {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:35.910636 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (ffd1e7cb-b31e-4a27-9f11-966715aac66b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:35.940351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd1e7cb-b31e-4a27-9f11-966715aac66b,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:36.108004 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (928b6c43-c127-49ad-881d-0e4f880e323a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:36.328579 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Router 928b6c43-c127-49ad-881d-0e4f880e323a has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:50:36.437569 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:50:36.442789 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-7bb9b58c-d152-4e9a-858e-bb9190dfd36d admin admin] 10.222.0.30 "PUT /v2.0/routers/928b6c43-c127-49ad-881d-0e4f880e323a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500687 Apr 01 21:50:36.445277 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58476) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:36.447115 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] Sync routers for ids ['928b6c43-c127-49ad-881d-0e4f880e323a'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:50:36.456488 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] Routers {'928b6c43-c127-49ad-881d-0e4f880e323a'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:36.457093 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:50:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['928b6c43-c127-49ad-881d-0e4f880e323a'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:36.547703 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks [] for router (928b6c43-c127-49ad-881d-0e4f880e323a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:36.561268 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] Set router 928b6c43-c127-49ad-881d-0e4f880e323a gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:36.645414 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks [] for router_gateway (928b6c43-c127-49ad-881d-0e4f880e323a), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:36.770251 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Deleting port e15b759c-833e-494b-83f4-d3900760a9aa {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:36.770587 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:36.823015 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:50:35Z', 'revision_number': 5, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port': {'id': 'e15b759c-833e-494b-83f4-d3900760a9aa', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:48:24Z', 'updated_at': '2022-04-01T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:36.849120 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] Checking router: 928b6c43-c127-49ad-881d-0e4f880e323a for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:50:36.849349 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] For port e15b759c-833e-494b-83f4-d3900760a9aa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=e15b759c-833e-494b-83f4-d3900760a9aa,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:36.849588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:36.857320 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] Routers {'928b6c43-c127-49ad-881d-0e4f880e323a'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:50:36.857961 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:50:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['928b6c43-c127-49ad-881d-0e4f880e323a'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:36.862458 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Calling delete_port for e15b759c-833e-494b-83f4-d3900760a9aa owned by network:router_gateway {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:36.945515 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] Set router 928b6c43-c127-49ad-881d-0e4f880e323a gateway port host: None {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:50:37.000249 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:50:36Z', 'revision_number': 6, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:37.026158 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb925ef-d5cb-45b7-87c6-27ba11611f61 None None] The sync data for ids ['928b6c43-c127-49ad-881d-0e4f880e323a'] in dv-cinder-836211-1-iscsi is: [{'id': '928b6c43-c127-49ad-881d-0e4f880e323a', 'name': 'tempest-TestMinimumBasicScenario-42058589-router', 'tenant_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:48:23Z', 'updated_at': '2022-04-01T21:50:36Z', 'revision_number': 6, 'project_id': '6e8c955b6b734d6a911b99bbac1d7e0e', 'gw_port_host': None}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:50:37.071322 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (e15b759c-833e-494b-83f4-d3900760a9aa), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.102277 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15b759c-833e-494b-83f4-d3900760a9aa,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:37.160138 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (928b6c43-c127-49ad-881d-0e4f880e323a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.250732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (928b6c43-c127-49ad-881d-0e4f880e323a), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.252853 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks [] for router_controller (928b6c43-c127-49ad-881d-0e4f880e323a), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.356001 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (928b6c43-c127-49ad-881d-0e4f880e323a), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.356601 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928b6c43-c127-49ad-881d-0e4f880e323a {{(pid=110287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:50:37.364292 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.365564 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-ac606837-591f-43a8-906b-2ecb512a65b0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/928b6c43-c127-49ad-881d-0e4f880e323a HTTP/1.1" status: 204 len: 168 time: 0.9189203 Apr 01 21:50:37.369940 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58480) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:37.417825 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] Deleting subnet 5c47f17b-aec7-461c-aa58-490c9c6798f4 {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:50:37.421191 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] Publish callbacks [] for subnet (5c47f17b-aec7-461c-aa58-490c9c6798f4), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.457158 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555033'] for subnet (5c47f17b-aec7-461c-aa58-490c9c6798f4), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.529933 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (5c47f17b-aec7-461c-aa58-490c9c6798f4), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.646163 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9555080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9403925'] for subnet (5c47f17b-aec7-461c-aa58-490c9c6798f4), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.671060 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c47f17b-aec7-461c-aa58-490c9c6798f4,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:37.674656 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.677972 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-43f73e2d-d1d8-44a9-9beb-0f99f7cb7c33 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5c47f17b-aec7-461c-aa58-490c9c6798f4 HTTP/1.1" status: 204 len: 168 time: 0.3088262 Apr 01 21:50:37.680548 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58482) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:37.681060 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49834a7a-1126-4538-8c0e-1d23913f40ca None None] Network 3a4a5e73-8dfe-4522-9be3-335f46c9f825 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:50:37.752827 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (3a4a5e73-8dfe-4522-9be3-335f46c9f825), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.813899 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Deleting port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:37.814271 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.837903 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] DHCP port deletion for 3a4a5e73-8dfe-4522-9be3-335f46c9f825 request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:50:37.878955 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] For port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,segment=NetworkSegment(d4f6e4ba-d040-4716-8af0-fd3dd49507a3),segment_id=d4f6e4ba-d040-4716-8af0-fd3dd49507a3)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:37.879326 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.891568 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] Deleting port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:50:37.891952 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.894069 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Calling delete_port for 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa owned by network:dhcp {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:37.955347 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] For port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,segment=NetworkSegment(d4f6e4ba-d040-4716-8af0-fd3dd49507a3),segment_id=d4f6e4ba-d040-4716-8af0-fd3dd49507a3)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:50:37.956113 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:37.970334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] Calling delete_port for 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:50:38.042572 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.062572 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.078409 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] No DVR routers for this DVR port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa on host dv-cinder-836211-1-iscsi {{(pid=110288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:50:38.080831 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:38.088936 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] Pushing event deleted for resources: {'Port': ['ID=3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:38.100293 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c285b5-71fb-400e-9021-6589f65459f5 None None] No DVR routers for this DVR port 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:50:38.158399 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (3a4a5e73-8dfe-4522-9be3-335f46c9f825), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.182023 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4a5e73-8dfe-4522-9be3-335f46c9f825']}} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:38.191223 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3') {'for_net_delete': True} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:38.191513 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.services.segments.db [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f6e4ba-d040-4716-8af0-fd3dd49507a3') {} {{(pid=110288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:50:38.201067 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9312297'] for segment (d4f6e4ba-d040-4716-8af0-fd3dd49507a3), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.214772 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (d4f6e4ba-d040-4716-8af0-fd3dd49507a3), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.221461 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=110288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:50:38.221461 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12387657'] for segment (d4f6e4ba-d040-4716-8af0-fd3dd49507a3), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: Traceback (most recent call last): Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: timer() Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: cb(*args, **kw) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: return func(*args, **kwargs) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: self._notify() Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: self.callback(batched_events) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: event.method(event) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: return f(self, *a, **k) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._get(url).json() Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: return self.request(url, 'GET', **kwargs) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:50:38.224578 dv-cinder-836211-1-iscsi neutron-server[110288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:50:38.356474 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (3a4a5e73-8dfe-4522-9be3-335f46c9f825), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.360818 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.364218 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a4a5e73-8dfe-4522-9be3-335f46c9f825 HTTP/1.1" status: 204 len: 168 time: 0.6826801 Apr 01 21:50:38.377279 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccb3eb-811b-498e-b2d4-6b147b1c6e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4a5e73-8dfe-4522-9be3-335f46c9f825,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:38.432779 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device ffd1e7cb-b31e-4a27-9f11-966715aac66b no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:50:38.454916 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: ffd1e7cb-b31e-4a27-9f11-966715aac66b {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:50:38.455335 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device ffd1e7cb-b31e-4a27-9f11-966715aac66b not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:50:38.455821 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:50:38.475009 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:50:38.475359 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3cf2eadf-309a-43d4-ba16-3a9ba05b2dfa not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:50:38.475765 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device e15b759c-833e-494b-83f4-d3900760a9aa no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:50:38.494009 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: e15b759c-833e-494b-83f4-d3900760a9aa {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:50:38.494353 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device e15b759c-833e-494b-83f4-d3900760a9aa not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:50:38.719109 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58486) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:38.758827 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-fe8476e3-b4cb-4a91-a63d-5f61149c69a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=625d3eba226d4a1e9ce861b6b18e7d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385621 Apr 01 21:50:38.761112 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58488) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:38.806461 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb669-f8ee-40ae-ab3e-fcf07397913b admin admin] Publish callbacks [] for security_group (ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.828704 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb669-f8ee-40ae-ab3e-fcf07397913b admin admin] Publish callbacks [] for security_group (ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.956225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb669-f8ee-40ae-ab3e-fcf07397913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.958762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb669-f8ee-40ae-ab3e-fcf07397913b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:38.959913 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-a7bfb669-f8ee-40ae-ab3e-fcf07397913b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5 HTTP/1.1" status: 204 len: 168 time: 0.1978643 Apr 01 21:50:38.967478 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfb669-f8ee-40ae-ab3e-fcf07397913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba90d7ea-a5ce-44f2-bd6d-59ab31a1b6c5,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:39.588314 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58494) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:39.631689 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-b7820ab0-6f80-4c3b-b271-b73b8e272c50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e8c955b6b734d6a911b99bbac1d7e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422072 Apr 01 21:50:39.634052 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58496) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:50:39.683038 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4e779dc0-1b5a-41a7-b44a-30b2a3da6ba3 admin admin] Publish callbacks [] for security_group (82f629bb-463b-465d-8b56-725d5761fac5), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:39.703945 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4e779dc0-1b5a-41a7-b44a-30b2a3da6ba3 admin admin] Publish callbacks [] for security_group (82f629bb-463b-465d-8b56-725d5761fac5), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:39.807489 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4e779dc0-1b5a-41a7-b44a-30b2a3da6ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (82f629bb-463b-465d-8b56-725d5761fac5), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:39.810034 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4e779dc0-1b5a-41a7-b44a-30b2a3da6ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:39.811285 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4e779dc0-1b5a-41a7-b44a-30b2a3da6ba3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82f629bb-463b-465d-8b56-725d5761fac5 HTTP/1.1" status: 204 len: 168 time: 0.1763484 Apr 01 21:50:39.818717 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e779dc0-1b5a-41a7-b44a-30b2a3da6ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f629bb-463b-465d-8b56-725d5761fac5,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:50:41.470217 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:52.361886 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0f05ae30-286c-4d26-b7bc-d60c14b1f395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:54.618821 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4c420092-a233-406e-800b-91874d905045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:55.796131 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:57.064480 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:50:58.765574 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:06.702606 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:51:11.439464 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:19.012817 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-15370237-50dc-4863-8a4f-8b05bb3ea348 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1744735 Apr 01 21:51:19.088400 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-cfbf5697-f7ce-4d1e-893c-75a97698e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:51:19.090009 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-cfbf5697-f7ce-4d1e-893c-75a97698e647 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 1129 time: 0.0439730 Apr 01 21:51:19.192575 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-bf517b2c-45bc-4ad7-8b45-3520b8ae642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:51:19.194147 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-bf517b2c-45bc-4ad7-8b45-3520b8ae642e service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0861630 Apr 01 21:51:19.258406 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-a5c50c43-cd5c-459a-85d7-3c89f5418f1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86458bd2-ac39-436c-976b-399df4f7e543 HTTP/1.1" status: 200 len: 1000 time: 0.0579937 Apr 01 21:51:19.308997 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-756650e1-85fb-4395-9efe-e207e56240cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:51:19.310448 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-756650e1-85fb-4395-9efe-e207e56240cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0460944 Apr 01 21:51:19.357179 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-349cd1a4-8532-4aba-a913-c9694b61ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:51:19.358666 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-349cd1a4-8532-4aba-a913-c9694b61ccef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427978 Apr 01 21:51:19.368104 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-ff0b4b90-8018-4296-8643-6f25a928dab4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:51:19.369029 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-ff0b4b90-8018-4296-8643-6f25a928dab4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046957 Apr 01 21:51:19.455433 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-5e98e7de-474a-4797-89ff-3ae54b82a4c9 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793953 Apr 01 21:51:19.544724 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c544f822-6ee4-4d75-9de1-a56fef765364 req-cb6e1b2e-5e5f-4c49-b269-44b8450627f8 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839367 Apr 01 21:51:22.349724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b5e471e7-c108-4fd6-b2c7-f7151a776a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:24.657663 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-b995a34d-b6ab-43b6-b847-8c0ee2fadefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:25.806739 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:27.055931 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:28.789667 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:41.478481 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:43.701351 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:51:52.353092 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-32b65e76-9cdc-4d48-8d7e-84fced9d98e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:54.640708 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c51f-8288-4425-9b76-e78a0a730d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:55.855847 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:57.063955 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:51:58.800379 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:09.147556 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c7a2-5c60-4008-aa30-4a4c26f00510 req-9ae85515-b910-4e00-a37f-c39a46396471 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:09.149060 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b707c7a2-5c60-4008-aa30-4a4c26f00510 req-9ae85515-b910-4e00-a37f-c39a46396471 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0555162 Apr 01 21:52:09.201115 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-b707c7a2-5c60-4008-aa30-4a4c26f00510 req-f290d318-7a45-4011-80b3-c0ce2bbb77e9 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463610 Apr 01 21:52:10.319468 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183108b-6ee5-4658-be3f-590f0d1c09f1 req-ab828310-0aff-41ab-9f77-7661df759946 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:10.320927 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9183108b-6ee5-4658-be3f-590f0d1c09f1 req-ab828310-0aff-41ab-9f77-7661df759946 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0514529 Apr 01 21:52:10.369003 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9183108b-6ee5-4658-be3f-590f0d1c09f1 req-360fb69a-b492-4670-bb61-2ea02f49dae7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Apr 01 21:52:10.820331 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-1ed92849-1a91-4f6d-bb0e-43bf97f3e4e5 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:10.822168 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-1ed92849-1a91-4f6d-bb0e-43bf97f3e4e5 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0552084 Apr 01 21:52:10.911430 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Deleting port 86458bd2-ac39-436c-976b-399df4f7e543 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:52:10.911696 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (86458bd2-ac39-436c-976b-399df4f7e543), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:11.000347 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] For port 86458bd2-ac39-436c-976b-399df4f7e543, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=86458bd2-ac39-436c-976b-399df4f7e543,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:52:11.000702 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (86458bd2-ac39-436c-976b-399df4f7e543), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:11.163208 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:11.163488 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (319eba3c-5e62-4380-8d97-87cdac042c24), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:11.163807 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Floating IP 319eba3c-5e62-4380-8d97-87cdac042c24 disassociated. External IP: 172.27.1.20, port: 86458bd2-ac39-436c-976b-399df4f7e543. Apr 01 21:52:11.164149 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Calling delete_port for 86458bd2-ac39-436c-976b-399df4f7e543 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:52:11.446451 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:11.506470 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbb2c7-5516-49ce-9613-7e910765552d req-e148c837-a4ee-4bc7-9734-07dc45f6faf7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:11.508014 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-05bbb2c7-5516-49ce-9613-7e910765552d req-e148c837-a4ee-4bc7-9734-07dc45f6faf7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 945 time: 0.0530744 Apr 01 21:52:11.558749 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-05bbb2c7-5516-49ce-9613-7e910765552d req-9da4bc71-c755-4f96-9f55-9392b53789df tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Apr 01 21:52:11.623654 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (86458bd2-ac39-436c-976b-399df4f7e543), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:11.650853 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event deleted for resources: {'Port': ['ID=86458bd2-ac39-436c-976b-399df4f7e543,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:11.663043 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.663447 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.663735 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.664074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.664404 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.664732 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.665067 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.665378 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.665730 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.666058 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.666390 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.666712 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.667036 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.667354 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.667670 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:11.779461 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:52:11.887080 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:52:11.897074 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:52:11.906040 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:52:11.906649 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:51:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:11.928176 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] No DVR routers for this DVR port 86458bd2-ac39-436c-976b-399df4f7e543 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:52:11.930610 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:11.933881 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-50a10b68-a3fc-4955-a425-2eb958aa3f9d req-afa4ab16-a6db-49fd-a43c-1a73861c11ec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "DELETE /v2.0/ports/86458bd2-ac39-436c-976b-399df4f7e543 HTTP/1.1" status: 204 len: 173 time: 1.1060591 Apr 01 21:52:11.934332 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'name': 'network-vif-deleted', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:52:11.936553 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166215d-872e-4dae-9d0d-f23f28fecbe9" -d '{"events": [{"server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "name": "network-vif-deleted", "tag": "86458bd2-ac39-436c-976b-399df4f7e543"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:52:12.019395 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:52:12.105779 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce2b3b3-ad59-40d4-8837-7903ca9d802c x-openstack-request-id: req-4ce2b3b3-ad59-40d4-8837-7903ca9d802c {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:52:12.106074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ef470-67bf-44c5-abea-9d3cd5118ddc", "name": "network-vif-deleted", "tag": "86458bd2-ac39-436c-976b-399df4f7e543", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:52:12.106325 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ce2b3b3-ad59-40d4-8837-7903ca9d802c {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:52:12.106728 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce2b3b3-ad59-40d4-8837-7903ca9d802c'] response: {'server_uuid': 'c62ef470-67bf-44c5-abea-9d3cd5118ddc', 'name': 'network-vif-deleted', 'tag': '86458bd2-ac39-436c-976b-399df4f7e543', 'status': 'completed', 'code': 200} Apr 01 21:52:12.228093 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:12.257492 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:52:12.265996 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:52:12.266592 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:51:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:12.501931 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:52:12.664895 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ebd55754-12ff-4d5f-b75b-a9e8b46a901a req-c1d978e1-e009-40fd-924b-3f1200c5213d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62ef470-67bf-44c5-abea-9d3cd5118ddc HTTP/1.1" status: 200 len: 210 time: 0.0282271 Apr 01 21:52:12.701871 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:12.728064 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff163e-4186-4827-98e2-284bd1530b84 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:52:12.940744 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4e247-0f12-41e9-b91e-d89975c031e2 None None] New status for floating IP 319eba3c-5e62-4380-8d97-87cdac042c24: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:52:13.913469 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8218b5b6-5830-483c-ba46-7e2933fc2546 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817979828&fields=id&tenant_id=f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 267 time: 0.0425866 Apr 01 21:52:14.018172 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-d5e72dcd-820e-4c6f-bd49-bafd77de50f6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:14.019550 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-d5e72dcd-820e-4c6f-bd49-bafd77de50f6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 812 time: 0.0997994 Apr 01 21:52:14.033902 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-4e97a169-a194-4035-8192-530b935a1371 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/quotas/f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Apr 01 21:52:14.086424 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-fca3d9cf-7f07-4f91-8fba-96f54dcf2e1b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478411 Apr 01 21:52:14.147292 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-2b7e3c0e-ea3e-4f0d-9777-62d32f01f6da service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=110288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 21:52:14.149401 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-2b7e3c0e-ea3e-4f0d-9777-62d32f01f6da service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503342 Apr 01 21:52:14.240046 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-109244d1-4529-4ece-885f-24a7558fced0 service neutron] 10.222.0.30 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857744 Apr 01 21:52:14.303546 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 86458bd2-ac39-436c-976b-399df4f7e543 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:52:14.323206 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 86458bd2-ac39-436c-976b-399df4f7e543 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:52:14.323548 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 86458bd2-ac39-436c-976b-399df4f7e543 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:52:14.326969 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-87d6283c-944a-4f6c-a675-b6dd77cca593 service neutron] 10.222.0.30 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813291 Apr 01 21:52:14.932803 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-acc9fab1-4298-4558-a7c8-b2ba10cb8ce5 req-9bdfcbf6-3389-4e57-81a3-9288e59683a4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 210 time: 0.0268433 Apr 01 21:52:16.024967 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-bd8656c1-d52d-46f1-badc-f6dca60b3636 req-18a2fe71-c772-4698-ab28-9f838dbe6dcc tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Apr 01 21:52:17.031202 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-f15adc64-a279-43b9-bdd2-53c987bd2e1f tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:17.032660 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-f15adc64-a279-43b9-bdd2-53c987bd2e1f tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 812 time: 0.1017451 Apr 01 21:52:17.111610 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-01d5265a-a2f3-4378-b0e9-d0e80385504b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 380 time: 0.0652208 Apr 01 21:52:17.128304 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-02ef5561-1003-40e1-a391-76a8d051fa29 req-30c149a9-588c-4eb2-a030-c7d35efe6df2 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 210 time: 0.0362978 Apr 01 21:52:17.131613 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'port': {'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'admin_state_up': True, 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'security_groups': ['c4628314-c086-455f-8a2e-8a366adcfbcd']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:52:17.312679 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Made reservation on behalf of f9c5df56928c45548df5676b321365a5 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:52:17.316058 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:17.436129 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Allocated IP 172.20.0.5 (08cdced9-bfbe-478f-8c4b-9b576c79d09f/d5f0d84c-34dc-46bd-a209-1d81de8150f9/59a63f3f-fdae-473f-94b5-778a979ea6c0) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:52:17.572149 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:17.672663 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:17.713205 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:52:17.716234 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:52:17.719980 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:52:17.747357 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=59a63f3f-fdae-473f-94b5-778a979ea6c0,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:17.777582 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:17.778232 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:17.849264 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-8296e2b6-6abe-486f-8a77-3e0f6cd7b64d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7230389 Apr 01 21:52:17.866567 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Request body: {'port': {'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:52:17.903862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-9222cd80-616e-42a0-aa65-9e570e7e7a52 None None] Provisioning complete for port 59a63f3f-fdae-473f-94b5-778a979ea6c0 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:52:17.907667 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9222cd80-616e-42a0-aa65-9e570e7e7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:17.930628 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:17.939589 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-9222cd80-616e-42a0-aa65-9e570e7e7a52 None None] Port 59a63f3f-fdae-473f-94b5-778a979ea6c0 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:52:18.212137 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a63f3f-fdae-473f-94b5-778a979ea6c0 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:52:18.220171 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Publish callbacks [] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:18.232330 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Transition to ACTIVE for port object 59a63f3f-fdae-473f-94b5-778a979ea6c0 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:52:18.252758 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c941-6cbf-49dc-9f7c-aafcdb8ffcc8 req-f06aa03c-41ac-4ce5-b725-67bd1a9fdce7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:18.254279 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fc37c941-6cbf-49dc-9f7c-aafcdb8ffcc8 req-f06aa03c-41ac-4ce5-b725-67bd1a9fdce7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 931 time: 0.0582223 Apr 01 21:52:18.302884 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-fc37c941-6cbf-49dc-9f7c-aafcdb8ffcc8 req-14f4635c-b982-4ecc-80a0-7ef10096e74e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Apr 01 21:52:18.314778 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:18.367285 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Pushing event updated for resources: {'Port': ['ID=59a63f3f-fdae-473f-94b5-778a979ea6c0,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:18.441406 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Attempting to bind port 59a63f3f-fdae-473f-94b5-778a979ea6c0 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:52:18.441780 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Attempting to bind port 59a63f3f-fdae-473f-94b5-778a979ea6c0 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:52:18.442117 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Attempting to bind port 59a63f3f-fdae-473f-94b5-778a979ea6c0 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:52:18.446821 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Port 59a63f3f-fdae-473f-94b5-778a979ea6c0 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:52:18.447175 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Attempting to bind port 59a63f3f-fdae-473f-94b5-778a979ea6c0 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:52:18.452094 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:52:18.453423 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Checking segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:52:18.453423 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Bound using segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:52:18.453423 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Bound port: 59a63f3f-fdae-473f-94b5-778a979ea6c0, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:52:18.453818 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:18.518794 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] For port 59a63f3f-fdae-473f-94b5-778a979ea6c0, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:52:18.521692 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] For port 59a63f3f-fdae-473f-94b5-778a979ea6c0, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:52:18.621432 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:18.652758 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:18.653262 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:18.654835 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] 10.222.0.31 "PUT /v2.0/ports/59a63f3f-fdae-473f-94b5-778a979ea6c0 HTTP/1.1" status: 200 len: 1093 time: 0.7924910 Apr 01 21:52:18.657352 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:52:18.659576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff0296c-35ef-427a-9ede-649831116345" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:52:18.688018 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ec626-52e4-4c8b-beeb-9427379d44be service neutron] Pushing event updated for resources: {'Port': ['ID=59a63f3f-fdae-473f-94b5-778a979ea6c0,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:18.700733 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ca60d-a85f-43b9-9b85-82b31f990da7 x-openstack-request-id: req-6e5ca60d-a85f-43b9-9b85-82b31f990da7 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:52:18.701078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:52:18.701485 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e5ca60d-a85f-43b9-9b85-82b31f990da7 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:52:18.701924 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5ca60d-a85f-43b9-9b85-82b31f990da7'] response: {'name': 'network-changed', 'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'status': 'completed', 'code': 200} Apr 01 21:52:18.796294 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0296c-35ef-427a-9ede-649831116345 req-02b9501c-816b-4510-bc8f-0a25d7901603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:18.797953 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dff0296c-35ef-427a-9ede-649831116345 req-02b9501c-816b-4510-bc8f-0a25d7901603 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1127 time: 0.0549495 Apr 01 21:52:18.910155 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0296c-35ef-427a-9ede-649831116345 req-2906b3a9-6c88-45e3-a5ba-62558eca85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:18.913017 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dff0296c-35ef-427a-9ede-649831116345 req-2906b3a9-6c88-45e3-a5ba-62558eca85ec service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f9c5df56928c45548df5676b321365a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949121 Apr 01 21:52:19.007626 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0296c-35ef-427a-9ede-649831116345 req-46f9b9bb-e411-4c2f-a754-a4ac724258ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:19.008992 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-dff0296c-35ef-427a-9ede-649831116345 req-46f9b9bb-e411-4c2f-a754-a4ac724258ed service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896056 Apr 01 21:52:19.110557 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-50bede83-e0b6-49be-8ee6-1375aa296ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:19.112026 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-50bede83-e0b6-49be-8ee6-1375aa296ca6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1127 time: 0.0445724 Apr 01 21:52:19.160228 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-52b8f73e-f22a-4870-9388-23abfe63d3a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0 HTTP/1.1" status: 200 len: 217 time: 0.0331230 Apr 01 21:52:19.209815 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-f0b79070-9524-4fa5-8b90-fb175592638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:19.211228 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-f0b79070-9524-4fa5-8b90-fb175592638f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0453179 Apr 01 21:52:19.258192 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-45612a2c-e230-4db3-bfb6-e8f31fbdd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:19.259565 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-45612a2c-e230-4db3-bfb6-e8f31fbdd82a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424731 Apr 01 21:52:19.346648 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-808292ce-a239-4fc1-b81b-92b1f8fd9176 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804663 Apr 01 21:52:19.420339 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c469a68-06db-4c17-a07b-76ffc0f9e8a9 req-ae1b53ec-c0b0-48e6-988e-9facf0b73e35 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:19.421837 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c469a68-06db-4c17-a07b-76ffc0f9e8a9 req-ae1b53ec-c0b0-48e6-988e-9facf0b73e35 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 943 time: 0.0511885 Apr 01 21:52:19.437100 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-53669cd5-50cc-4efe-bd02-b13c46cd5138 req-de3f8db0-f237-4332-b1b7-8dc3c3345555 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844688 Apr 01 21:52:19.471066 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c469a68-06db-4c17-a07b-76ffc0f9e8a9 req-8af0bf47-a202-41b4-86d3-3793f3d9adf6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Apr 01 21:52:20.589736 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608b25c-8f5a-4fad-844f-f3ac5d971493 req-6090b5d1-b4e2-4c45-8b8b-db7c94af4652 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:20.591137 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4608b25c-8f5a-4fad-844f-f3ac5d971493 req-6090b5d1-b4e2-4c45-8b8b-db7c94af4652 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 943 time: 0.0532672 Apr 01 21:52:20.639434 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4608b25c-8f5a-4fad-844f-f3ac5d971493 req-70f9c72d-8ff3-45b7-9f6a-9bc4793df6ea tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Apr 01 21:52:20.699946 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:52:21.754435 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec9bf8-0684-4308-8448-2039ae19d4f6 req-f75e5280-1351-4c42-9fb7-5dd0a552504c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:21.755919 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-06ec9bf8-0684-4308-8448-2039ae19d4f6 req-f75e5280-1351-4c42-9fb7-5dd0a552504c tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 943 time: 0.0515594 Apr 01 21:52:21.807172 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-06ec9bf8-0684-4308-8448-2039ae19d4f6 req-6a15a430-4e4d-4b7b-8b5e-63aff01d716e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455110 Apr 01 21:52:22.348724 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9796b877-581b-46ab-8d30-ed546e860c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:22.925096 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37966641-46d6-42db-b358-7393d1fdc2ed req-19cff6f6-7e7e-4951-8996-9ebb593a0deb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:22.926586 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37966641-46d6-42db-b358-7393d1fdc2ed req-19cff6f6-7e7e-4951-8996-9ebb593a0deb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 943 time: 0.0552139 Apr 01 21:52:22.973297 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-37966641-46d6-42db-b358-7393d1fdc2ed req-a9e9e63a-b326-4958-a41c-78967ecfce1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Apr 01 21:52:24.094659 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9979e-65f3-4c81-bb97-b59d0fc3122e req-c08efc4c-3ae9-49fe-be54-adba5fca3450 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:24.096157 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-52d9979e-65f3-4c81-bb97-b59d0fc3122e req-c08efc4c-3ae9-49fe-be54-adba5fca3450 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 943 time: 0.0541611 Apr 01 21:52:24.144508 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-52d9979e-65f3-4c81-bb97-b59d0fc3122e req-7318fbe7-b819-48d8-a255-f9e5d1d23f1d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Apr 01 21:52:24.634386 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-762754f3-3317-47cd-b320-f165f0c2d4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:25.260460 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc871a-2336-487a-aa70-4c64b4a5ad51 req-791570a1-7a39-4d5e-9e51-72ed8927438d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:25.261935 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-21fc871a-2336-487a-aa70-4c64b4a5ad51 req-791570a1-7a39-4d5e-9e51-72ed8927438d tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 943 time: 0.0505476 Apr 01 21:52:25.308965 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-21fc871a-2336-487a-aa70-4c64b4a5ad51 req-bd9a05fc-ac81-4990-b995-df867bf33a7e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Apr 01 21:52:25.831809 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:26.391227 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 59a63f3f-fdae-473f-94b5-778a979ea6c0 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:52:26.423169 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a2a5f-6710-4cb3-a50f-bf33e6a97f0b req-488c3caf-cc65-4ff1-82b3-52d955f2d725 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:26.424669 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-839a2a5f-6710-4cb3-a50f-bf33e6a97f0b req-488c3caf-cc65-4ff1-82b3-52d955f2d725 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 943 time: 0.0515602 Apr 01 21:52:26.472709 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-839a2a5f-6710-4cb3-a50f-bf33e6a97f0b req-fa93b82e-92e3-472f-9044-70d677343596 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Apr 01 21:52:26.484900 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 59a63f3f-fdae-473f-94b5-778a979ea6c0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:52:26.496171 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:52:26.535565 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 59a63f3f-fdae-473f-94b5-778a979ea6c0 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:52:26.535883 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:26.548099 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a63f3f-fdae-473f-94b5-778a979ea6c0 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:52:26.567905 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 59a63f3f-fdae-473f-94b5-778a979ea6c0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:52:26.640578 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:26.685518 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=59a63f3f-fdae-473f-94b5-778a979ea6c0,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:26.692879 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.693233 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.693602 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.693948 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.694286 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.694621 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.694954 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.695283 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.695638 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.695940 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.696525 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.696853 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.697179 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.697504 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.697851 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:26.921363 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['59a63f3f-fdae-473f-94b5-778a979ea6c0'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:52:27.063982 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:27.585905 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4db8d-7cf3-4bc0-855e-1031a864d587 req-8f359964-577c-403d-85ec-ff19597900ee tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:27.587291 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e3f4db8d-7cf3-4bc0-855e-1031a864d587 req-8f359964-577c-403d-85ec-ff19597900ee tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 944 time: 0.0510237 Apr 01 21:52:27.638385 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e3f4db8d-7cf3-4bc0-855e-1031a864d587 req-da2f3e32-9823-4342-94ed-0162320a89e2 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456653 Apr 01 21:52:28.397460 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 59a63f3f-fdae-473f-94b5-778a979ea6c0 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:52:28.514359 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port 59a63f3f-fdae-473f-94b5-778a979ea6c0 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:52:28.518053 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port 59a63f3f-fdae-473f-94b5-778a979ea6c0 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:52:28.518421 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:28.594618 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port 59a63f3f-fdae-473f-94b5-778a979ea6c0 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:52:28.594953 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:28.616972 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:52:28.619238 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1530fa-8230-4ebe-bc2f-2117381da380" -d '{"events": [{"server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "name": "network-vif-plugged", "status": "completed", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:52:28.631888 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port 59a63f3f-fdae-473f-94b5-778a979ea6c0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:52:28.715284 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:28.757020 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9e68-0a5b-4d3e-931a-aa747bf54a8d req-d6b35efc-8a5a-43c4-b0fe-825e5a309268 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:28.761075 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4954d7-0351-48aa-a5b5-5f97b3f00723 x-openstack-request-id: req-db4954d7-0351-48aa-a5b5-5f97b3f00723 {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:52:28.761362 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "name": "network-vif-plugged", "status": "completed", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:52:28.761661 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db4954d7-0351-48aa-a5b5-5f97b3f00723 {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:52:28.762025 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-df8d9e68-0a5b-4d3e-931a-aa747bf54a8d req-d6b35efc-8a5a-43c4-b0fe-825e5a309268 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 945 time: 0.0575948 Apr 01 21:52:28.762161 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4954d7-0351-48aa-a5b5-5f97b3f00723'] response: {'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'code': 200} Apr 01 21:52:28.766569 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=59a63f3f-fdae-473f-94b5-778a979ea6c0,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:28.798167 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:28.809717 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-df8d9e68-0a5b-4d3e-931a-aa747bf54a8d req-2b3f3fd9-0b28-4208-9134-4fcad9843dec tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455449 Apr 01 21:52:29.144884 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fce9a-502a-4b3e-81d6-ef60f885dbc7 req-d5161440-313c-4306-97d2-4d45f45a67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:29.146391 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-529fce9a-502a-4b3e-81d6-ef60f885dbc7 req-d5161440-313c-4306-97d2-4d45f45a67d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1129 time: 0.0425761 Apr 01 21:52:29.191010 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-529fce9a-502a-4b3e-81d6-ef60f885dbc7 req-441eb7a1-43d4-4f17-9a69-a8dbfe9ca303 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381570 Apr 01 21:52:29.931337 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbd6b0-46da-41b8-9667-fd6a9025bbe1 req-9bba55cb-3d47-4c88-b388-816a9ab40737 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:29.932825 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-96bbd6b0-46da-41b8-9667-fd6a9025bbe1 req-9bba55cb-3d47-4c88-b388-816a9ab40737 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 945 time: 0.0556083 Apr 01 21:52:29.981969 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-96bbd6b0-46da-41b8-9667-fd6a9025bbe1 req-7404ff89-8711-40c3-87f9-e2fa18738890 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Apr 01 21:52:31.102330 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280f513-8a19-4cff-b566-f587a3c7c6f0 req-7754a5b9-7e57-4ee7-b0e4-537a7a114371 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:31.103824 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4280f513-8a19-4cff-b566-f587a3c7c6f0 req-7754a5b9-7e57-4ee7-b0e4-537a7a114371 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 945 time: 0.0558138 Apr 01 21:52:31.150938 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-4280f513-8a19-4cff-b566-f587a3c7c6f0 req-8290d267-d595-41a0-808b-c5e050dc77b4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Apr 01 21:52:31.265009 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f50e9-b43d-4c8f-afe3-f70910d80097 req-5d16e5ab-237c-4812-8c7a-75c377f75635 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:31.266438 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3f7f50e9-b43d-4c8f-afe3-f70910d80097 req-5d16e5ab-237c-4812-8c7a-75c377f75635 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Apr 01 21:52:31.316039 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3f7f50e9-b43d-4c8f-afe3-f70910d80097 req-58a64235-b4d7-4a3d-b64d-b8934d7e8f6e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 Apr 01 21:52:31.338075 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58600) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:52:31.384032 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c27bb5-af54-4255-b754-a8ceff74087e tempest-TestVolumeBootPattern-1259368206 tempest-TestVolumeBootPattern-1259368206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:31.385564 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-d3c27bb5-af54-4255-b754-a8ceff74087e tempest-TestVolumeBootPattern-1259368206 tempest-TestVolumeBootPattern-1259368206-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1124 time: 0.0465512 Apr 01 21:52:31.388313 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58602) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:52:31.393270 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:52:31.495182 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:31.587133 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:31.689138 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Allocated IP 172.27.1.7 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/4e240516-9631-4368-bb99-57f2655ac08c) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:52:31.785800 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (4e240516-9631-4368-bb99-57f2655ac08c), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:31.878086 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (4e240516-9631-4368-bb99-57f2655ac08c), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:31.914433 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:52:31.917217 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:52:31.919837 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:52:31.950097 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=4e240516-9631-4368-bb99-57f2655ac08c,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:31.963300 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.963651 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.963999 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.964343 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.964679 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.965029 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.965344 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.965697 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.969592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.969592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.969592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.969592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.969592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.969592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:31.969592 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:52:32.282210 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (ed761890-e034-4ed0-892d-777a1f72083b), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:32.413924 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (4e240516-9631-4368-bb99-57f2655ac08c), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:32.557848 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (4e240516-9631-4368-bb99-57f2655ac08c), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:32.608879 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12387605'] for port (4e240516-9631-4368-bb99-57f2655ac08c), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:32.674855 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=4e240516-9631-4368-bb99-57f2655ac08c,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:52:32.684932 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (ed761890-e034-4ed0-892d-777a1f72083b), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:32.785011 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.l3_db [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Floating IP ed761890-e034-4ed0-892d-777a1f72083b associated. External IP: 172.27.1.7, port: 59a63f3f-fdae-473f-94b5-778a979ea6c0. Apr 01 21:52:32.989447 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:52:33.093850 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:52:33.103254 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:52:33.112996 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:52:33.113642 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:52:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:33.165368 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:33.195125 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-ce757129-b6f4-4084-ba16-ad68a4c35fba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8056152 Apr 01 21:52:33.195792 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:52:33.198298 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:52:33.222145 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:52:33.315247 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495f0a58-0dab-478c-9f64-e03e16a0ba61 x-openstack-request-id: req-495f0a58-0dab-478c-9f64-e03e16a0ba61 {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:52:33.315768 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:52:33.315768 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-495f0a58-0dab-478c-9f64-e03e16a0ba61 {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:52:33.316151 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495f0a58-0dab-478c-9f64-e03e16a0ba61'] response: {'name': 'network-changed', 'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'status': 'completed', 'code': 200} Apr 01 21:52:33.404012 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-b3cb317d-fd38-4106-b7dc-f4c95ea4310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:33.406123 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-b3cb317d-fd38-4106-b7dc-f4c95ea4310e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1129 time: 0.0465076 Apr 01 21:52:33.449886 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:32Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:33.479306 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:52:33.488022 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:52:33.488629 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:52:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:33.497460 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-d6dd1680-a62a-4697-89a5-ef52bdd524ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:33.499052 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-d6dd1680-a62a-4697-89a5-ef52bdd524ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0864341 Apr 01 21:52:33.562503 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-281a749d-4571-4715-9a86-a8d5895de630 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0 HTTP/1.1" status: 200 len: 997 time: 0.0580602 Apr 01 21:52:33.589881 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:52:33.609865 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-32c2de2e-3ae9-4a60-821e-adbba36bebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:33.611326 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-32c2de2e-3ae9-4a60-821e-adbba36bebf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0436304 Apr 01 21:52:33.661510 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-e4b0396c-b8ce-48bb-a3af-b8dae486dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:52:33.663042 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-e4b0396c-b8ce-48bb-a3af-b8dae486dd56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461025 Apr 01 21:52:33.750958 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-77e49ef5-440a-439f-91b2-a3276d6952cd service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811636 Apr 01 21:52:33.813372 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:32Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:52:33.839743 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a18bf-33ba-4759-b15f-09ea23efd413 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:32Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:52:33.841067 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2f9494af-35c1-487f-a4ca-e451a1d9a1e9 req-9293b00d-7e12-4691-94cd-3609c2ff5840 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841875 Apr 01 21:52:34.019783 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce73430-231f-4ada-8d7d-e2a65ad07f78 None None] New status for floating IP ed761890-e034-4ed0-892d-777a1f72083b: ACTIVE {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:52:41.454730 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:52.345820 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-a5799692-29d2-4d64-93a7-361d986b3224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:54.645539 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd013-1a6b-4fc0-b3f4-3dd31b09e9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:55.822850 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:57.059820 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:52:57.699060 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:52:58.759798 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:11.530525 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:19.861561 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-70e2fa27-cfef-4773-9b2b-de7aa32250f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429602 Apr 01 21:53:19.959878 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-d35080eb-4faf-4040-b4cc-6d442a06042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:53:19.961377 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-d35080eb-4faf-4040-b4cc-6d442a06042b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1129 time: 0.0445008 Apr 01 21:53:20.062356 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-4671c942-521b-4aa0-8161-4e116d46ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:53:20.063818 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-4671c942-521b-4aa0-8161-4e116d46ab95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0853307 Apr 01 21:53:20.126969 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-3dd07b67-bb1e-49ab-b529-23c5a74164d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0 HTTP/1.1" status: 200 len: 999 time: 0.0572636 Apr 01 21:53:20.173045 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-3eea3753-7735-4510-bc8a-cd0649a60c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:53:20.174442 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-3eea3753-7735-4510-bc8a-cd0649a60c80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0420415 Apr 01 21:53:20.224655 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-4708c5ff-978c-427c-97a1-cfd871a50e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:53:20.226151 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-4708c5ff-978c-427c-97a1-cfd871a50e36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459175 Apr 01 21:53:20.315349 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-a3ff6f00-4c49-405d-a025-78ad79c1bdde service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829535 Apr 01 21:53:20.404046 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-29178ace-0d23-445f-8e82-8242edd6e4a1 req-a0024245-4f35-4c32-932f-255af547471a service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826700 Apr 01 21:53:22.359882 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbaa5-a974-47aa-aca2-d11b951716c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:24.644504 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-da5c73ff-c282-49c2-aaec-930d2cb8f050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:25.810596 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:27.084955 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:28.779397 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:34.697943 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:53:41.498983 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:52.356031 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-318cb88b-5081-45ad-b3eb-9495de82e91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:54.647108 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-9aca2029-e18e-48ae-b0c5-85994de97303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:55.824456 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:57.089993 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:53:58.761614 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:02.112460 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-0b918c0c-4ff9-4aa7-ad36-a5603c113722 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817979828&fields=id&tenant_id=f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 267 time: 0.0434594 Apr 01 21:54:02.212129 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-61515b05-df59-49d0-982e-c7d18b1ee8c0 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:02.213646 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-61515b05-df59-49d0-982e-c7d18b1ee8c0 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 812 time: 0.0948944 Apr 01 21:54:02.227586 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-2e53f7fe-097e-4dbe-b0fc-8cbae1354b2a tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/quotas/f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 375 time: 0.0085471 Apr 01 21:54:02.285808 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-dc61ff15-e656-4701-8d25-a990e6486d51 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535738 Apr 01 21:54:02.378488 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-a1faa7ce-1582-4ee3-ba4c-765d18beba04 service neutron] 10.222.0.30 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813706 Apr 01 21:54:02.467710 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-0eee59f9-6053-4102-bd53-df5aaa303324 service neutron] 10.222.0.30 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834472 Apr 01 21:54:02.993991 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-6024262b-69f8-4629-9276-f6f5f40d3536 req-e3fed10e-3577-47ad-8ff0-f89435d58050 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0284250 Apr 01 21:54:04.086708 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-3f842ff6-30a6-49c9-b584-48f377a8d686 req-75dd8dbd-34f5-42a1-bc38-af4106cf0114 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Apr 01 21:54:05.159861 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-81b152d3-c2f7-459c-8ad0-33fe0f622f27 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:05.161319 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-81b152d3-c2f7-459c-8ad0-33fe0f622f27 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 812 time: 0.1070590 Apr 01 21:54:05.198510 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-3f175871-bb67-47ae-a7db-d15cdbd6529f req-81584477-f9eb-40b7-89d5-e45858f0f8d5 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0362170 Apr 01 21:54:05.247220 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-e91294b9-4e4e-41aa-a49e-7ea735329821 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c5df56928c45548df5676b321365a5 HTTP/1.1" status: 200 len: 380 time: 0.0556369 Apr 01 21:54:05.255902 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'port': {'device_id': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'admin_state_up': True, 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'security_groups': ['c4628314-c086-455f-8a2e-8a366adcfbcd']}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:54:05.413941 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Made reservation on behalf of f9c5df56928c45548df5676b321365a5 for: {'port': 1} {{(pid=110287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 21:54:05.417405 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:05.541989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_common [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Allocated IP 172.20.0.6 (08cdced9-bfbe-478f-8c4b-9b576c79d09f/d5f0d84c-34dc-46bd-a209-1d81de8150f9/c5e0964d-21ba-4a72-abb2-0b28dc6f45d5) {{(pid=110287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:54:05.677479 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), precommit_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:05.764225 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), after_create {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:05.806934 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f is already hosted by enough agents. {{(pid=110287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:54:05.810014 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.base_scheduler [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Resources bound (agent type, host, resource id): {{(pid=110287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:54:05.815660 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Received port after_create {{(pid=110287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:54:05.839755 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,revision_number=1']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:54:05.855330 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.855665 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.856022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.856361 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.856698 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.857031 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.857361 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.857775 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.858103 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.859788 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.859788 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.859788 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.859788 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.859788 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.860268 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:05.880514 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:05.881143 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:05.995339 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-73a7263f-f8b0-459c-a38a-7201fe2330fa tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436476 Apr 01 21:54:06.000760 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-4db190cd-c3a1-47c9-9a9d-4ea09ae8ddea None None] Provisioning complete for port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 triggered by entity DHCP. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:54:06.001295 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4db190cd-c3a1-47c9-9a9d-4ea09ae8ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:06.012030 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.v2.base [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Request body: {'port': {'device_id': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83621'}} {{(pid=110287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:54:06.077133 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:06.177164 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-4db190cd-c3a1-47c9-9a9d-4ea09ae8ddea None None] Port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 cannot update to ACTIVE because it is not bound. {{(pid=110289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 21:54:06.316465 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74584b8f-f64f-4c72-9cca-214803951d05 req-488d19c4-dc62-4caa-b3f4-b876ffdd2eba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:06.317958 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-74584b8f-f64f-4c72-9cca-214803951d05 req-488d19c4-dc62-4caa-b3f4-b876ffdd2eba tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 931 time: 0.0527463 Apr 01 21:54:06.341783 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 {{(pid=110287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:54:06.349153 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Publish callbacks [] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), precommit_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:06.362311 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.provisioning_blocks [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Transition to ACTIVE for port object c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 will not be triggered until provisioned by entity L2. {{(pid=110287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 21:54:06.367673 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-74584b8f-f64f-4c72-9cca-214803951d05 req-5ab6898f-2f41-4051-9583-c0ef9ba14382 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Apr 01 21:54:06.441716 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:06.511765 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Pushing event updated for resources: {'Port': ['ID=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,revision_number=2']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:54:06.566213 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Attempting to bind port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 on host hv-cinder-83621 for vnic_type normal with profile {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 21:54:06.566552 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Attempting to bind port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 by drivers openvswitch,hyperv on host hv-cinder-83621 at level 0 using segments [{'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 21:54:06.566885 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Attempting to bind port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:54:06.571787 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83621 {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 21:54:06.572115 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Attempting to bind port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 on network 08cdced9-bfbe-478f-8c4b-9b576c79d09f {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 21:54:06.577061 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Checking agent: {'id': 'c5eab380-dd22-4699-b0e2-45f756581aba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83621', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'started_at': datetime.datetime(2022, 4, 1, 21, 38, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 21, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 21:54:06.577400 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Checking segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 21:54:06.578590 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Bound using segment: {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'} {{(pid=110287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 21:54:06.578590 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.managers [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Bound port: c5e0964d-21ba-4a72-abb2-0b28dc6f45d5, host: hv-cinder-83621, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f267276-4f3f-4c87-8e63-2250767c80fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f'}}] {{(pid=110287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 21:54:06.578590 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), before_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:06.643568 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] For port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5, host hv-cinder-83621, cleared binding levels {{(pid=110287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 21:54:06.646676 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] For port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5, host hv-cinder-83621, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 21:54:06.727921 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9552498'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), after_update {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:06.761678 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:06.762349 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:06.763717 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] 10.222.0.31 "PUT /v2.0/ports/c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 HTTP/1.1" status: 200 len: 1093 time: 0.7559845 Apr 01 21:54:06.764150 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:54:06.766382 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0298977-8ec3-4a80-bf06-ec2f3cf4f82d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:54:06.791545 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f564522-f4ab-4e68-868c-1b7a579848bd service neutron] Pushing event updated for resources: {'Port': ['ID=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,revision_number=3']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:54:06.803109 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a00fda-4012-4607-a164-dfe37e9e30ac x-openstack-request-id: req-c8a00fda-4012-4607-a164-dfe37e9e30ac {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:54:06.803406 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:54:06.803665 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8a00fda-4012-4607-a164-dfe37e9e30ac {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:54:06.804075 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a00fda-4012-4607-a164-dfe37e9e30ac'] response: {'name': 'network-changed', 'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'status': 'completed', 'code': 200} Apr 01 21:54:06.893293 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298977-8ec3-4a80-bf06-ec2f3cf4f82d req-a3269e63-c262-4a2a-8ac6-f5c2ba925d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:06.894857 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c0298977-8ec3-4a80-bf06-ec2f3cf4f82d req-a3269e63-c262-4a2a-8ac6-f5c2ba925d10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 1127 time: 0.0481632 Apr 01 21:54:07.003181 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298977-8ec3-4a80-bf06-ec2f3cf4f82d req-de93961b-4aef-4a99-96fd-d1cc4975d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:07.004656 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c0298977-8ec3-4a80-bf06-ec2f3cf4f82d req-de93961b-4aef-4a99-96fd-d1cc4975d4d7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f9c5df56928c45548df5676b321365a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973461 Apr 01 21:54:07.094568 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298977-8ec3-4a80-bf06-ec2f3cf4f82d req-c721f980-2ce2-4d61-a9e3-6304f8054f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:07.096476 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c0298977-8ec3-4a80-bf06-ec2f3cf4f82d req-c721f980-2ce2-4d61-a9e3-6304f8054f8e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857589 Apr 01 21:54:07.464668 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-473285e6-f034-4f36-9705-9c882fed3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:07.466207 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-473285e6-f034-4f36-9705-9c882fed3afc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 1127 time: 0.3160241 Apr 01 21:54:07.498980 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1536f7-557a-4593-9390-8d38ee0d1693 req-defdaa2e-dab5-43fd-b2b3-8bcc5e50ddd4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:07.500500 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ed1536f7-557a-4593-9390-8d38ee0d1693 req-defdaa2e-dab5-43fd-b2b3-8bcc5e50ddd4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 943 time: 0.0553777 Apr 01 21:54:07.512228 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-65a83355-4d65-4d56-9848-f0d6933b7cc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 HTTP/1.1" status: 200 len: 217 time: 0.0326028 Apr 01 21:54:07.548563 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-ed1536f7-557a-4593-9390-8d38ee0d1693 req-72614f7a-9471-4dbb-b0d0-aa882b97ce73 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 Apr 01 21:54:07.558850 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-83832d14-cba9-4982-afc5-df0544e6faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:07.560314 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-83832d14-cba9-4982-afc5-df0544e6faaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0429218 Apr 01 21:54:07.608874 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-f96083e8-06e4-4365-91d7-1bd09348ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:07.610346 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-f96083e8-06e4-4365-91d7-1bd09348ab68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434864 Apr 01 21:54:07.698663 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-1eb01687-dbc6-4e0c-bbbb-27989268c2fc service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820940 Apr 01 21:54:07.783814 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-2c5d7d88-2359-4f20-be89-cf13d96162f1 req-9074a4e8-f8cb-4a90-8ebe-8113c3292428 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781801 Apr 01 21:54:08.668944 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb38dc-1807-4d3d-a00d-b0f3c23fd735 req-9eccfaa3-379d-4f96-8059-010f2ad4ca72 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:08.670412 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9cbb38dc-1807-4d3d-a00d-b0f3c23fd735 req-9eccfaa3-379d-4f96-8059-010f2ad4ca72 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 943 time: 0.0542724 Apr 01 21:54:08.717015 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9cbb38dc-1807-4d3d-a00d-b0f3c23fd735 req-a64d4336-7c03-494d-b804-c9e7c3313ef5 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 Apr 01 21:54:09.831872 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c0cd0-11af-4c9b-bfef-2f0ab75315e0 req-9fefbefa-02b6-4855-820e-7c3b506e3c4e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:09.833338 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-980c0cd0-11af-4c9b-bfef-2f0ab75315e0 req-9fefbefa-02b6-4855-820e-7c3b506e3c4e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 943 time: 0.0518472 Apr 01 21:54:09.880474 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-980c0cd0-11af-4c9b-bfef-2f0ab75315e0 req-dd0e9385-9e4f-4203-8fa3-41c0eb4cd43f tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Apr 01 21:54:10.999155 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac351-ce96-4ac3-9645-3917cb09427d req-6a496915-b708-4e6f-843f-01f1ba63160a tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:11.000658 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9aeac351-ce96-4ac3-9645-3917cb09427d req-6a496915-b708-4e6f-843f-01f1ba63160a tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 943 time: 0.0552733 Apr 01 21:54:11.048385 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-9aeac351-ce96-4ac3-9645-3917cb09427d req-8b2b6765-631a-4f0a-90a4-3f5c12a6b067 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 Apr 01 21:54:11.492765 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:11.697249 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:54:12.161821 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22999d8-13a5-49fa-9ade-ae297ad4c8c0 req-d6776146-4fe8-4e02-9863-9677c1b51051 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:12.163285 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e22999d8-13a5-49fa-9ade-ae297ad4c8c0 req-d6776146-4fe8-4e02-9863-9677c1b51051 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 943 time: 0.0510852 Apr 01 21:54:12.214375 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-e22999d8-13a5-49fa-9ade-ae297ad4c8c0 req-9e42eac2-6a08-4ac8-8285-91d653ad7f32 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456221 Apr 01 21:54:13.330654 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc82381-1d15-4d0d-895d-8a62d19810cd req-473dff06-02d8-400b-a957-bd160c2ba1b9 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:13.332106 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-afc82381-1d15-4d0d-895d-8a62d19810cd req-473dff06-02d8-400b-a957-bd160c2ba1b9 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 943 time: 0.0547094 Apr 01 21:54:13.379153 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-afc82381-1d15-4d0d-895d-8a62d19810cd req-a36cfa85-a31c-41fa-8ab9-d0544945278b tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Apr 01 21:54:14.494361 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1481-4bb1-4d89-bb19-4f2920f4f6ae req-f70fa988-d9ea-42ec-84b6-19597667a6d9 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:14.495838 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-801e1481-4bb1-4d89-bb19-4f2920f4f6ae req-f70fa988-d9ea-42ec-84b6-19597667a6d9 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 943 time: 0.0513091 Apr 01 21:54:14.543843 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-801e1481-4bb1-4d89-bb19-4f2920f4f6ae req-0eb80e70-8dc8-4301-bd94-17319f919bb7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Apr 01 21:54:14.820412 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 details requested by agent hyperv_hv-cinder-83621 with host hv-cinder-83621 {{(pid=110289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 21:54:14.915972 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:54:14.927694 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Returning: {'device': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'port_id': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'mac_address': 'fa:16:3e:3b:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 21:54:14.964167 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 is: DOWN; New status is: BUILD {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:54:14.964563 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:14.980333 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 {{(pid=110289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 21:54:15.001044 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:54:15.086959 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:15.133289 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,revision_number=4']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:54:15.140132 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.140485 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.140834 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.141179 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.141535 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.141884 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.142219 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.142591 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.142925 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.143256 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.143588 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.143919 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.144246 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.144570 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.144894 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:15.378334 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] get_ports_and_sgs() called for port_ids ['c5e0964d-21ba-4a72-abb2-0b28dc6f45d5'] {{(pid=110289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 21:54:15.658150 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914b133-ad0e-45f4-bc1d-daf344a7766e req-7bf9691f-b539-47ee-8802-4d26d08e34a3 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:15.660112 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c914b133-ad0e-45f4-bc1d-daf344a7766e req-7bf9691f-b539-47ee-8802-4d26d08e34a3 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 944 time: 0.0512886 Apr 01 21:54:15.706814 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-c914b133-ad0e-45f4-bc1d-daf344a7766e req-f49d6ad3-4f70-4f0d-a9e9-d9fd57d558fc tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Apr 01 21:54:16.821478 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c637c-17ce-4536-9d48-ea5b650407dd req-7a1a88c6-803c-46ba-b7ff-1c3c8fc10f9e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:16.822980 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-158c637c-17ce-4536-9d48-ea5b650407dd req-7a1a88c6-803c-46ba-b7ff-1c3c8fc10f9e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 944 time: 0.0515075 Apr 01 21:54:16.827141 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 up at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 21:54:16.871011 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-158c637c-17ce-4536-9d48-ea5b650407dd req-dc1a8c81-22fb-4a0d-a3d1-e9e8be898744 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425503 Apr 01 21:54:16.952540 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning for port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 completed by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 21:54:16.956436 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.provisioning_blocks [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Provisioning complete for port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 triggered by entity L2. {{(pid=110289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 21:54:16.956808 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1228590'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), provisioning_complete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:17.037047 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Current status of the port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 is: BUILD; New status is: ACTIVE {{(pid=110289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 21:54:17.037340 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), before_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:17.058433 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5'}] {{(pid=110289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:54:17.060616 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acf400f4ebe6a0a0c4d619eab294e6d552865cb3bcb7e82c9028b7e11f37696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a87ad-fa3c-4c93-8165-0794ff7bcfa5" -d '{"events": [{"server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5"}]}' {{(pid=110289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:54:17.072483 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] For port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:54:17.097425 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab43f7f-41f9-4655-9937-7603eb58becb x-openstack-request-id: req-cab43f7f-41f9-4655-9937-7603eb58becb {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:54:17.097731 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5", "code": 200}]} {{(pid=110289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:54:17.097986 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cab43f7f-41f9-4655-9937-7603eb58becb {{(pid=110289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:54:17.098384 dv-cinder-836211-1-iscsi neutron-server[110289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab43f7f-41f9-4655-9937-7603eb58becb'] response: {'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'code': 200} Apr 01 21:54:17.144357 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:17.190848 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Pushing event updated for resources: {'Port': ['ID=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,revision_number=5']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:54:17.475850 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747fa2-051b-4d72-9e8b-fb28af57ebdb req-244edb73-74a6-4230-9979-ab8a8d58957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:17.482387 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a2747fa2-051b-4d72-9e8b-fb28af57ebdb req-244edb73-74a6-4230-9979-ab8a8d58957c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0431442 Apr 01 21:54:17.524836 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a2747fa2-051b-4d72-9e8b-fb28af57ebdb req-56641e62-c151-42fb-b5ca-cff67cafe2f6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Apr 01 21:54:17.988624 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50310ad8-2e20-4fbf-8783-4254818169f3 req-6e5a6e51-3e4d-4dbd-b24d-60cd62a4cc51 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:17.990140 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-50310ad8-2e20-4fbf-8783-4254818169f3 req-6e5a6e51-3e4d-4dbd-b24d-60cd62a4cc51 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 945 time: 0.0550697 Apr 01 21:54:18.038137 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-50310ad8-2e20-4fbf-8783-4254818169f3 req-a8a06507-9f81-451b-96fb-9452096a3340 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Apr 01 21:54:19.153762 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd454fc0-e010-461f-aa24-2e02a042d35d req-82d145f0-49e0-48d4-9581-d1cc2d1ae574 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:19.155229 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fd454fc0-e010-461f-aa24-2e02a042d35d req-82d145f0-49e0-48d4-9581-d1cc2d1ae574 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 945 time: 0.0512719 Apr 01 21:54:19.202923 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-fd454fc0-e010-461f-aa24-2e02a042d35d req-0c5a82f8-0672-4352-a6a6-4e14d4f0d0a6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Apr 01 21:54:19.315988 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad89706-1366-4b3e-8da5-d0a1ad16f4f0 req-422e966a-5e65-4cd5-9ec0-3934a4ec6813 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:19.317377 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5ad89706-1366-4b3e-8da5-d0a1ad16f4f0 req-422e966a-5e65-4cd5-9ec0-3934a4ec6813 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 945 time: 0.0513439 Apr 01 21:54:19.364712 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-5ad89706-1366-4b3e-8da5-d0a1ad16f4f0 req-e1b40ff0-e43a-4556-bdf6-2cf367b62645 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415752 Apr 01 21:54:19.385640 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58724) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:54:19.427020 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c98e5f-420b-4c89-811a-582cd7cd0b4b tempest-TestVolumeBootPattern-1259368206 tempest-TestVolumeBootPattern-1259368206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:19.428480 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-f4c98e5f-420b-4c89-811a-582cd7cd0b4b tempest-TestVolumeBootPattern-1259368206 tempest-TestVolumeBootPattern-1259368206-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 1124 time: 0.0419211 Apr 01 21:54:19.431118 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58726) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:54:19.435150 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.v2.base [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Request body: {'floatingip': {'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'port_id': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 21:54:19.540880 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:19.637195 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (None), before_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:19.739640 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_common [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Allocated IP 172.27.1.68 (6019d985-4b83-4367-a084-97697100511f/83baf221-7e91-4975-8cb7-39dd60e37159/157c2724-23a4-4ea5-97ae-84de12cdae89) {{(pid=110288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 21:54:19.878909 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-631b0236-d1e3-45a4-887d-b29315d77087 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434968 Apr 01 21:54:19.982102 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-d4d8606a-bae9-4c02-a9b8-26a105eed9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:19.983674 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-d4d8606a-bae9-4c02-a9b8-26a105eed9a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1129 time: 0.0461051 Apr 01 21:54:20.078353 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:20.093465 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-7b7ba350-7030-4997-b4f7-c7302082366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:20.094980 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-7b7ba350-7030-4997-b4f7-c7302082366c service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0918574 Apr 01 21:54:20.150336 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769716858606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:20.159521 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-8f9fe086-b7c1-4e11-90a0-c23ac6cc3cc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0 HTTP/1.1" status: 200 len: 999 time: 0.0587204 Apr 01 21:54:20.187480 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Network 6019d985-4b83-4367-a084-97697100511f is already hosted by enough agents. {{(pid=110288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 21:54:20.190300 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.base_scheduler [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Resources bound (agent type, host, resource id): {{(pid=110288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 21:54:20.194477 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Received port after_create {{(pid=110288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 21:54:20.212250 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-a0fd2fb8-b079-478d-a912-2d4e46d67681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:20.213744 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-a0fd2fb8-b079-478d-a912-2d4e46d67681 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0491896 Apr 01 21:54:20.224094 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=157c2724-23a4-4ea5-97ae-84de12cdae89,revision_number=1']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:54:20.236640 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.236904 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.237244 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.238120 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.238464 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.238795 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.239121 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.239474 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.239797 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.240122 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.240447 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.240766 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.241084 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.241401 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.241748 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:54:20.262975 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-4b706daa-328d-4b02-9d96-c8011f64f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:20.264483 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-4b706daa-328d-4b02-9d96-c8011f64f74f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453374 Apr 01 21:54:20.354856 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-392a78e6-f321-4665-888d-a213bb5df7b7 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841789 Apr 01 21:54:20.447405 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-38686fe7-2dcc-486d-99d6-1a3555cedb2a req-7fe6041c-df84-47ac-ba8c-6ac2c0b1e038 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865381 Apr 01 21:54:20.559129 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (6460753f-31e0-4c54-84cd-1cc6abfd91fe), precommit_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:20.689489 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343956'] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), before_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:20.835007 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), precommit_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:20.883573 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769717426571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769716858884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769716858902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12387605'] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), after_update {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:20.950040 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event updated for resources: {'Port': ['ID=157c2724-23a4-4ea5-97ae-84de12cdae89,revision_number=2']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:54:20.960117 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687548'] for floatingip (6460753f-31e0-4c54-84cd-1cc6abfd91fe), after_create {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:21.061385 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.db.l3_db [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Floating IP 6460753f-31e0-4c54-84cd-1cc6abfd91fe associated. External IP: 172.27.1.68, port: c5e0964d-21ba-4a72-abb2-0b28dc6f45d5. Apr 01 21:54:21.267493 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:54:21.373788 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:54:21.383650 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:54:21.392423 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:54:21.393039 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:53:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:54:21.454797 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:21.498846 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-fb91e4ef-0cde-4bb6-a5b0-392459bf89cb tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0528562 Apr 01 21:54:21.498846 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5'}] {{(pid=110288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:54:21.498846 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b974cff1c792cd8c9f2e872f2079185d7726382c5477f0ae12533b44adce031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5"}]}' {{(pid=110288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:54:21.501291 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:54:21.523165 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa36557-c617-471e-915b-fd8ff2ae7317 x-openstack-request-id: req-0fa36557-c617-471e-915b-fd8ff2ae7317 {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:54:21.523458 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5", "status": "completed", "code": 200}]} {{(pid=110288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:54:21.523714 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fa36557-c617-471e-915b-fd8ff2ae7317 {{(pid=110288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:54:21.524122 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa36557-c617-471e-915b-fd8ff2ae7317'] response: {'name': 'network-changed', 'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'status': 'completed', 'code': 200} Apr 01 21:54:21.609281 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-0785e962-446c-4795-be2c-3717081bd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:21.610836 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-0785e962-446c-4795-be2c-3717081bd603 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0436263 Apr 01 21:54:21.703068 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-0da0554c-fced-46e4-aa15-5bac038a4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:21.704534 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-0da0554c-fced-46e4-aa15-5bac038a4d48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0885584 Apr 01 21:54:21.727391 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '6460753f-31e0-4c54-84cd-1cc6abfd91fe', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:3b:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:54:20Z', 'updated_at': '2022-04-01T21:54:20Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}, {'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:34Z', 'revision_number': 1, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:54:21.754737 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:54:21.762944 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:54:21.763553 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:53:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:54:21.768635 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-dc2a8eeb-9b08-4cdf-99b0-39da7fb87fdd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 HTTP/1.1" status: 200 len: 998 time: 0.0582058 Apr 01 21:54:21.815007 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-fe789ee1-8369-44e2-8ea6-8d706c3d026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:21.817010 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-fe789ee1-8369-44e2-8ea6-8d706c3d026f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0428424 Apr 01 21:54:21.868137 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-0c320e4c-c138-452e-9997-351b74dd0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:54:21.869661 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-0c320e4c-c138-452e-9997-351b74dd0dbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470500 Apr 01 21:54:21.870380 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:54:21.958221 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-72bea9bd-2925-4fb4-9c56-84bece80b8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821521 Apr 01 21:54:22.051110 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-e13cbc62-35cd-4eff-bb89-f0e7330f95f3 req-46c8b305-79f4-4713-b31c-d627b5eb85f9 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873203 Apr 01 21:54:22.096445 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '6460753f-31e0-4c54-84cd-1cc6abfd91fe', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:3b:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:54:20Z', 'updated_at': '2022-04-01T21:54:20Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}, {'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:34Z', 'revision_number': 1, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:54:22.123208 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973629e-17f2-482f-adb6-08b06fdbc425 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': '6460753f-31e0-4c54-84cd-1cc6abfd91fe', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:3b:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:54:20Z', 'updated_at': '2022-04-01T21:54:20Z', 'revision_number': 0, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}, {'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:34Z', 'revision_number': 1, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:54:22.316165 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1105f-9fbf-4441-8805-faa04fd6699c None None] New status for floating IP 6460753f-31e0-4c54-84cd-1cc6abfd91fe: ACTIVE {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:54:22.341130 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-12a49a85-3708-42a3-ad41-8a6617a59770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:24.630044 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7f90b121-6dab-412b-9853-8230f768fe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:25.792331 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:27.066697 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:28.761660 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:41.532358 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:48.695210 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:54:52.366173 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-552e7e84-65be-493f-b9df-f99c64d25641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:54.663263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e99eec48-bf88-4193-bb76-a2ff342d098a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:55.837114 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:57.077232 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:54:58.762710 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:11.571751 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:21.866973 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-64aa5592-aeec-4b47-b522-5e392ae01cd3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442102 Apr 01 21:55:21.939470 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-90a4bf5d-bc2f-4382-8277-05b9a9822a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:21.940920 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-90a4bf5d-bc2f-4382-8277-05b9a9822a6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0433495 Apr 01 21:55:22.044002 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-9074a7f1-4f96-4e53-bf90-624aa588d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:22.045474 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-9074a7f1-4f96-4e53-bf90-624aa588d2b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0878661 Apr 01 21:55:22.109808 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-8fe62fd0-e2d1-4164-8884-3144ea40e460 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 HTTP/1.1" status: 200 len: 1000 time: 0.0581059 Apr 01 21:55:22.155916 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-671004c4-cfca-4936-912f-3f378d9577a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:22.157250 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-671004c4-cfca-4936-912f-3f378d9577a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0418556 Apr 01 21:55:22.208786 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-03b52b93-ac57-4658-9090-b2d10b4b105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:22.210311 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-03b52b93-ac57-4658-9090-b2d10b4b105f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472796 Apr 01 21:55:22.297065 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-0600b242-7d02-432a-affb-ab8d9848cc68 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806544 Apr 01 21:55:22.359923 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-d02cbc5e-cd79-4953-82ed-1d5597bfcd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:22.388175 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-7d2de759-0e60-44b3-a679-ff6e76950a7e req-3e37e33f-de8c-4f52-b8a8-6ce404fc2266 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857036 Apr 01 21:55:24.639862 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-805bd0a2-8ec9-4c2c-8746-7165369d869f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:25.695704 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:55:25.816715 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:27.070853 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:28.762616 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:41.553524 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:48.643240 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58760) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:55:48.866387 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Deleting port 157c2724-23a4-4ea5-97ae-84de12cdae89 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:55:48.866640 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:48.939426 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:48.939746 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (157c2724-23a4-4ea5-97ae-84de12cdae89), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:48.952285 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Calling delete_port for 157c2724-23a4-4ea5-97ae-84de12cdae89 owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:55:49.181840 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (157c2724-23a4-4ea5-97ae-84de12cdae89), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:49.206074 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event deleted for resources: {'Port': ['ID=157c2724-23a4-4ea5-97ae-84de12cdae89,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:55:49.219954 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.220299 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.220641 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.220979 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.221310 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.221664 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.222025 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.222628 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.222953 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.223276 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.223598 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.223922 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.224240 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.224556 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.224873 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:55:49.282275 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (6460753f-31e0-4c54-84cd-1cc6abfd91fe), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:49.282606 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Floating IP 6460753f-31e0-4c54-84cd-1cc6abfd91fe disassociated (deleted). External IP: 172.27.1.68, port: c5e0964d-21ba-4a72-abb2-0b28dc6f45d5. Apr 01 21:55:49.488167 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:55:49.593734 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:55:49.598996 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:49.603600 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:55:49.613669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:55:49.614284 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:49.630461 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-8bb96c35-6dfc-41c6-8038-463daa152cf4 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "DELETE /v2.0/floatingips/6460753f-31e0-4c54-84cd-1cc6abfd91fe HTTP/1.1" status: 204 len: 168 time: 0.9837880 Apr 01 21:55:49.630461 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:55:49.630904 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d12a53c-9afb-4d96-972a-a81c36627c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:55:49.671297 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2611c23-930e-48dd-86d7-df81575c507b x-openstack-request-id: req-e2611c23-930e-48dd-86d7-df81575c507b {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:55:49.671938 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:55:49.671938 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2611c23-930e-48dd-86d7-df81575c507b {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:55:49.672459 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2611c23-930e-48dd-86d7-df81575c507b'] response: {'name': 'network-changed', 'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'status': 'completed', 'code': 200} Apr 01 21:55:49.722176 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:55:49.759569 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-a2a40aa0-0120-4890-a348-9c88ea8e8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:49.761086 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-a2a40aa0-0120-4890-a348-9c88ea8e8c82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0453413 Apr 01 21:55:49.859309 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-4e27e639-b2a3-4885-8b67-0b6a8737f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:49.861441 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-4e27e639-b2a3-4885-8b67-0b6a8737f10a service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0939939 Apr 01 21:55:49.901401 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-59b1b452-2bfb-47af-b75f-e5fb058998dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 HTTP/1.1" status: 200 len: 217 time: 0.0344825 Apr 01 21:55:49.950931 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:34Z', 'revision_number': 1, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:49.953215 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-2b607fed-f864-478d-ab78-7f0703458cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:49.955273 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-2b607fed-f864-478d-ab78-7f0703458cf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.0453548 Apr 01 21:55:50.015764 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-bdeba6f1-5dd8-456b-8676-e20ba57e2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:50.018077 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-bdeba6f1-5dd8-456b-8676-e20ba57e2111 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560820 Apr 01 21:55:50.113857 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:55:50.124726 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:55:50.125387 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:25Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:50.134760 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-afbaaf8e-c025-42ea-b320-696cd262fc00 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961246 Apr 01 21:55:50.237365 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:55:50.261642 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-1d12a53c-9afb-4d96-972a-a81c36627c3b req-d3f59abc-6171-4789-a676-3858b0183aa0 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205924 Apr 01 21:55:50.269922 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa4200-3dd9-440d-8db4-abbd0dff4100 req-36f21b47-e6a0-4174-9d51-f340efaa88e0 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:50.271576 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a3fa4200-3dd9-440d-8db4-abbd0dff4100 req-36f21b47-e6a0-4174-9d51-f340efaa88e0 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 945 time: 0.2106595 Apr 01 21:55:50.322666 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-a3fa4200-3dd9-440d-8db4-abbd0dff4100 req-7b100db9-31b2-4865-aa3b-7cd38d617a26 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Apr 01 21:55:50.462421 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:34Z', 'revision_number': 1, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:50.491208 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af528348-741c-4511-a3e6-33ec8c4b4828 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_floatingips': [{'id': 'ed761890-e034-4ed0-892d-777a1f72083b', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '6019d985-4b83-4367-a084-97697100511f', 'router_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'port_id': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'mac_address': 'fa:16:3e:0b:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e6771-218f-4901-a373-e2e057144d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T21:52:32Z', 'updated_at': '2022-04-01T21:52:34Z', 'revision_number': 1, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:55:50.698812 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312fc15-b799-4fa9-a3da-aff13f89701b None None] New status for floating IP 6460753f-31e0-4c54-84cd-1cc6abfd91fe: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:55:51.492081 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ceeee1-4b33-4917-a5f6-5edc92744556 req-606e188e-5d58-45bd-beb9-26212387b353 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:51.493607 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-94ceeee1-4b33-4917-a5f6-5edc92744556 req-606e188e-5d58-45bd-beb9-26212387b353 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 945 time: 0.1003442 Apr 01 21:55:51.541569 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-94ceeee1-4b33-4917-a5f6-5edc92744556 req-13e0afee-5746-4cad-8fd0-7367bf0bc292 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Apr 01 21:55:51.754878 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a4ba9e85-30a5-4c10-abe1-d675fccd754f tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:51.756323 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a4ba9e85-30a5-4c10-abe1-d675fccd754f tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 945 time: 0.0507891 Apr 01 21:55:51.848704 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Deleting port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:55:51.849014 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:51.932588 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] For port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:55:51.932944 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:51.945977 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Calling delete_port for c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:55:52.133099 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (c5e0964d-21ba-4a72-abb2-0b28dc6f45d5), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:52.159295 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event deleted for resources: {'Port': ['ID=c5e0964d-21ba-4a72-abb2-0b28dc6f45d5,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:55:52.209449 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] No DVR routers for this DVR port c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:55:52.209449 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:52.209449 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-364e175e-314b-4a6c-a229-3e5fe03af27d req-a701de78-ac10-4fc0-84f4-c8ce0108b320 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "DELETE /v2.0/ports/c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 HTTP/1.1" status: 204 len: 173 time: 0.4477048 Apr 01 21:55:52.209757 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'name': 'network-vif-deleted', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:55:52.211846 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb1f5ff-df37-4247-804d-8f9dbd717178" -d '{"events": [{"server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "name": "network-vif-deleted", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:55:52.245414 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c0de88-bbab-4468-8ede-8a426a535d6c x-openstack-request-id: req-a3c0de88-bbab-4468-8ede-8a426a535d6c {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:55:52.245740 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c9ad5f-2971-4b78-94a6-9ce60374a3d2", "name": "network-vif-deleted", "tag": "c5e0964d-21ba-4a72-abb2-0b28dc6f45d5", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:55:52.246027 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3c0de88-bbab-4468-8ede-8a426a535d6c {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:55:52.246500 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c0de88-bbab-4468-8ede-8a426a535d6c'] response: {'server_uuid': 'd6c9ad5f-2971-4b78-94a6-9ce60374a3d2', 'name': 'network-vif-deleted', 'tag': 'c5e0964d-21ba-4a72-abb2-0b28dc6f45d5', 'status': 'completed', 'code': 200} Apr 01 21:55:52.410887 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-2d790d60-d174-4def-a8d3-c49f11ce1a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:52.636475 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c8219596-e5c5-4b17-8325-e7066ac22f17 req-88062895-2bef-485e-94c0-bc052031f518 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c9ad5f-2971-4b78-94a6-9ce60374a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Apr 01 21:55:54.207339 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [req-efb82b85-bfa2-4d92-9b53-ca65e55d1248 req-902b8459-7c63-42ae-b905-1f172d0cca25 service neutron] (110288) timed out ('10.222.0.31', 63413) {{(pid=110288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 01 21:55:54.638972 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ea3713d-22c2-4566-b6ac-1605c8bcd4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:54.670322 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [req-a1d589ff-382d-4f0d-90ab-23d7184bb235 req-d01290b2-ade2-486a-a57c-c39f42fb2e6f service neutron] (110287) timed out ('10.222.0.31', 63394) {{(pid=110287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 01 21:55:54.675037 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [req-15f3439a-69e4-45cb-921e-4d555bc92db5 req-7d8d3e07-2a56-474b-8f93-45995da806f4 service neutron] (110287) timed out ('10.222.0.31', 63436) {{(pid=110287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 01 21:55:55.347937 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:55:55.369478 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:55:55.369853 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device c5e0964d-21ba-4a72-abb2-0b28dc6f45d5 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:55:55.830065 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:56.084606 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58806) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:55:56.238834 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Deleting port 4e240516-9631-4368-bb99-57f2655ac08c {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:55:56.239172 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (4e240516-9631-4368-bb99-57f2655ac08c), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:56.311351 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (4e240516-9631-4368-bb99-57f2655ac08c), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:56.311680 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (4e240516-9631-4368-bb99-57f2655ac08c), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:56.323789 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Calling delete_port for 4e240516-9631-4368-bb99-57f2655ac08c owned by network:floatingip {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:55:56.524938 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (4e240516-9631-4368-bb99-57f2655ac08c), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:56.550738 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event deleted for resources: {'Port': ['ID=4e240516-9631-4368-bb99-57f2655ac08c,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:55:56.616541 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (ed761890-e034-4ed0-892d-777a1f72083b), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:56.616872 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.db.l3_db [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Floating IP ed761890-e034-4ed0-892d-777a1f72083b disassociated (deleted). External IP: 172.27.1.7, port: 59a63f3f-fdae-473f-94b5-778a979ea6c0. Apr 01 21:55:56.818893 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:55:56.923959 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:55:56.928737 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:56.934444 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:55:56.944132 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:55:56.944742 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:56.959556 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-a7285728-c24a-4bde-9a00-8d1a8b876360 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "DELETE /v2.0/floatingips/ed761890-e034-4ed0-892d-777a1f72083b HTTP/1.1" status: 204 len: 168 time: 0.8738759 Apr 01 21:55:56.960248 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:55:56.963271 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d05541-49cf-4632-9f3f-ecd478e67487" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:55:56.999059 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4563b9fb-fc29-4fd8-a24f-d29f29f89238 x-openstack-request-id: req-4563b9fb-fc29-4fd8-a24f-d29f29f89238 {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:55:56.999576 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:55:56.999837 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4563b9fb-fc29-4fd8-a24f-d29f29f89238 {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:55:57.000251 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4563b9fb-fc29-4fd8-a24f-d29f29f89238'] response: {'name': 'network-changed', 'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'status': 'completed', 'code': 200} Apr 01 21:55:57.063359 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:55:57.090374 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-46e8a8d7-5ec0-4c60-a9ee-d6b24ffdbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:57.091811 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-46e8a8d7-5ec0-4c60-a9ee-d6b24ffdbeef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9c5df56928c45548df5676b321365a5&device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 1129 time: 0.0488350 Apr 01 21:55:57.095140 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:57.180509 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-94ec17ec-cb8d-4b54-b887-90fa9f997ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:57.182083 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-94ec17ec-cb8d-4b54-b887-90fa9f997ce4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 200 len: 913 time: 0.0844467 Apr 01 21:55:57.229974 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-0b9c120c-0dde-4403-8e15-e3b8eb908f9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0 HTTP/1.1" status: 200 len: 217 time: 0.0416591 Apr 01 21:55:57.276697 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:57.307745 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:55:57.317377 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:55:57.318079 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:57.432444 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:55:57.581253 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-2cdd1e00-70a1-4105-9fc3-d7ffd4787141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:57.582773 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-2cdd1e00-70a1-4105-9fc3-d7ffd4787141 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 200 len: 851 time: 0.3471746 Apr 01 21:55:57.605929 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66583c67-7afd-464a-99bb-a1af5ab8754b req-8da965d4-e08f-4df1-ab48-f84936f21d96 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:57.607293 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-66583c67-7afd-464a-99bb-a1af5ab8754b req-8da965d4-e08f-4df1-ab48-f84936f21d96 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 945 time: 0.0727363 Apr 01 21:55:57.638820 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:55:57.665005 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1335212-54a1-4a62-a564-9b20677ea88f None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:49:31Z', 'revision_number': 4, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi', '_interfaces': [{'id': '3abda9b8-0474-4cdf-abfc-fe55718760b2', 'name': '', 'network_id': '08cdced9-bfbe-478f-8c4b-9b576c79d09f', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'mac_address': 'fa:16:3e:e0:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:30Z', 'updated_at': '2022-04-01T21:49:34Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'subnets': [{'id': 'd5f0d84c-34dc-46bd-a209-1d81de8150f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:55:57.675711 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-f475c45d-d667-4b31-8efe-7334bbbbfc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:57.677250 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-f475c45d-d667-4b31-8efe-7334bbbbfc4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08cdced9-bfbe-478f-8c4b-9b576c79d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867238 Apr 01 21:55:57.682219 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-66583c67-7afd-464a-99bb-a1af5ab8754b req-8ea6091c-7ce4-4d43-b099-306b42c88dc0 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600014 Apr 01 21:55:57.769049 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-55f8b7af-b35a-4755-9b09-533b88d18f19 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850990 Apr 01 21:55:57.865815 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-60d05541-49cf-4632-9f3f-ecd478e67487 req-02ca08e4-235f-40ca-8790-057aae43bd78 service neutron] 10.222.0.31 "GET /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 Apr 01 21:55:57.883069 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b44332-6dd7-42f3-b3d1-2050c6171e8e None None] New status for floating IP ed761890-e034-4ed0-892d-777a1f72083b: DOWN {{(pid=110290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 21:55:58.776454 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:58.805571 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9568cd7-0d36-4933-bd18-1611dbfe0491 req-f42b86f7-aeeb-4f92-a02f-d7a8c4a3f052 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:58.806988 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c9568cd7-0d36-4933-bd18-1611dbfe0491 req-f42b86f7-aeeb-4f92-a02f-d7a8c4a3f052 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 945 time: 0.0559423 Apr 01 21:55:58.855167 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-c9568cd7-0d36-4933-bd18-1611dbfe0491 req-3e202bd1-87b3-4231-bae8-8f281861d1e6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4628314-c086-455f-8a2e-8a366adcfbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426922 Apr 01 21:55:59.042989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64807-24d4-48b9-8006-cc244041f27c req-cbd0f838-3050-4dbc-9b62-1a1cc2c1aee7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 21:55:59.044418 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5ed64807-24d4-48b9-8006-cc244041f27c req-cbd0f838-3050-4dbc-9b62-1a1cc2c1aee7 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 945 time: 0.0509744 Apr 01 21:55:59.133964 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Deleting port 59a63f3f-fdae-473f-94b5-778a979ea6c0 {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:55:59.134209 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:59.222615 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] For port 59a63f3f-fdae-473f-94b5-778a979ea6c0, host hv-cinder-83621, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83621',level=0,port_id=59a63f3f-fdae-473f-94b5-778a979ea6c0,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:55:59.222978 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:59.235472 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Calling delete_port for 59a63f3f-fdae-473f-94b5-778a979ea6c0 owned by compute:nova {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:55:59.441935 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (59a63f3f-fdae-473f-94b5-778a979ea6c0), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:59.468299 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event deleted for resources: {'Port': ['ID=59a63f3f-fdae-473f-94b5-778a979ea6c0,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:55:59.513344 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] No DVR routers for this DVR port 59a63f3f-fdae-473f-94b5-778a979ea6c0 on host hv-cinder-83621 {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:55:59.515713 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for port (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:55:59.518993 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [req-5ed64807-24d4-48b9-8006-cc244041f27c req-4c03bda1-eeab-4d60-96d8-f43f62c7ae1e tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.31 "DELETE /v2.0/ports/59a63f3f-fdae-473f-94b5-778a979ea6c0 HTTP/1.1" status: 204 len: 173 time: 0.4688630 Apr 01 21:55:59.519420 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'name': 'network-vif-deleted', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0'}] {{(pid=110287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 21:55:59.521633 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4523b75b5226faaf605bfb5095114548e346be066f44c8da385df911f8d60133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d863862-ad1b-40d4-b3bb-5f8bc0f10e20" -d '{"events": [{"server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "name": "network-vif-deleted", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0"}]}' {{(pid=110287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 21:55:59.556758 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 21:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384e76e-b2ba-43f9-9003-c33c3b3358db x-openstack-request-id: req-2384e76e-b2ba-43f9-9003-c33c3b3358db {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 21:55:59.557055 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5e6771-218f-4901-a373-e2e057144d14", "name": "network-vif-deleted", "tag": "59a63f3f-fdae-473f-94b5-778a979ea6c0", "status": "completed", "code": 200}]} {{(pid=110287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 21:55:59.557334 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2384e76e-b2ba-43f9-9003-c33c3b3358db {{(pid=110287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 21:55:59.557767 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2384e76e-b2ba-43f9-9003-c33c3b3358db'] response: {'server_uuid': '9d5e6771-218f-4901-a373-e2e057144d14', 'name': 'network-vif-deleted', 'tag': '59a63f3f-fdae-473f-94b5-778a979ea6c0', 'status': 'completed', 'code': 200} Apr 01 21:55:59.951887 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [req-febe6f94-fbbd-4782-8220-7e995ee8753c req-81dc50d4-b63e-47e3-b2ab-5c58a00ac9b6 tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d5e6771-218f-4901-a373-e2e057144d14 HTTP/1.1" status: 200 len: 210 time: 0.0271275 Apr 01 21:56:01.007640 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58824) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:01.132252 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Deleting port 728172c8-420a-4918-8d9e-0c9816dbc942 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:01.132768 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (728172c8-420a-4918-8d9e-0c9816dbc942), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:01.209586 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (728172c8-420a-4918-8d9e-0c9816dbc942), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:01.209927 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (728172c8-420a-4918-8d9e-0c9816dbc942), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:01.221367 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Calling delete_port for 728172c8-420a-4918-8d9e-0c9816dbc942 owned by network:floatingip {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:01.413281 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (728172c8-420a-4918-8d9e-0c9816dbc942), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:01.441861 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event deleted for resources: {'Port': ['ID=728172c8-420a-4918-8d9e-0c9816dbc942,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:01.467861 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.471822 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.472910 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.472910 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:01.510687 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for floatingip (319eba3c-5e62-4380-8d97-87cdac042c24), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:01.513151 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35769'] for floatingip (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:01.514335 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-4dfb5d2f-ac4d-4ac1-a90d-521154ce62fd tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "DELETE /v2.0/floatingips/319eba3c-5e62-4380-8d97-87cdac042c24 HTTP/1.1" status: 204 len: 168 time: 0.5057080 Apr 01 21:56:02.695628 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:56:02.841385 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58836) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:02.895858 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-90f3f119-918d-4d45-a804-419598cff9bf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group (c4628314-c086-455f-8a2e-8a366adcfbcd), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:02.919385 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-90f3f119-918d-4d45-a804-419598cff9bf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group (c4628314-c086-455f-8a2e-8a366adcfbcd), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:03.030381 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-90f3f119-918d-4d45-a804-419598cff9bf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (c4628314-c086-455f-8a2e-8a366adcfbcd), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:03.033012 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-90f3f119-918d-4d45-a804-419598cff9bf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:03.034686 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-90f3f119-918d-4d45-a804-419598cff9bf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] 10.222.0.30 "DELETE /v2.0/security-groups/c4628314-c086-455f-8a2e-8a366adcfbcd HTTP/1.1" status: 204 len: 168 time: 0.1922891 Apr 01 21:56:03.044122 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3f119-918d-4d45-a804-419598cff9bf tempest-TestVolumeBootPattern-1375415387 tempest-TestVolumeBootPattern-1375415387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4628314-c086-455f-8a2e-8a366adcfbcd,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:03.162049 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58840) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:03.386672 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 59a63f3f-fdae-473f-94b5-778a979ea6c0 no longer exists at agent hyperv_hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:56:03.408973 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] No Port match for: 59a63f3f-fdae-473f-94b5-778a979ea6c0 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:56:03.409313 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Device 59a63f3f-fdae-473f-94b5-778a979ea6c0 not bound to the agent host hv-cinder-83621 {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:56:03.624981 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:03.865041 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Deleting port 3abda9b8-0474-4cdf-abfc-fe55718760b2 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:03.865781 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:03.939340 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] For port 3abda9b8-0474-4cdf-abfc-fe55718760b2, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=3abda9b8-0474-4cdf-abfc-fe55718760b2,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:03.940180 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:03.953186 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Calling delete_port for 3abda9b8-0474-4cdf-abfc-fe55718760b2 owned by network:router_interface {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:04.181865 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (3abda9b8-0474-4cdf-abfc-fe55718760b2), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:04.212768 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Pushing event deleted for resources: {'Port': ['ID=3abda9b8-0474-4cdf-abfc-fe55718760b2,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:04.380455 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:04.824033 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:56:04.927790 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:56:04.932729 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-7d37e186-3110-4644-83a4-7e46a2a85cda admin admin] 10.222.0.30 "PUT /v2.0/routers/dcf41bd6-5d59-47ee-8a4d-ba3353619ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7696748 Apr 01 21:56:04.935208 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58844) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:04.937779 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] Sync routers for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:56:04.948173 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:56:04.948784 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:05.037099 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks [] for router (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.143765 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks [] for router_gateway (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.182741 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:56:05.270198 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Deleting port 82ab276d-6dee-4d0b-9480-84c1ab515f80 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:05.270542 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.348717 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] For port 82ab276d-6dee-4d0b-9480-84c1ab515f80, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=82ab276d-6dee-4d0b-9480-84c1ab515f80,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:05.349086 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.360803 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:56:04Z', 'revision_number': 5, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port': {'id': '82ab276d-6dee-4d0b-9480-84c1ab515f80', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:28Z', 'updated_at': '2022-04-01T21:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:05.365519 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Calling delete_port for 82ab276d-6dee-4d0b-9480-84c1ab515f80 owned by network:router_gateway {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:05.387988 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] Checking router: dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 for host: dv-cinder-836211-1-iscsi {{(pid=110289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:56:05.397219 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] Routers {'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:56:05.397776 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'], 'active': True} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:05.485349 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvr_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] Set router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 gateway port host: None {{(pid=110289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:56:05.540318 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_hamode_db [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:56:05Z', 'revision_number': 6, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:05.566225 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3667cf7-bb20-40de-8759-5fbe24e90fb3 None None] The sync data for ids ['dcf41bd6-5d59-47ee-8a4d-ba3353619ba0'] in dv-cinder-836211-1-iscsi is: [{'id': 'dcf41bd6-5d59-47ee-8a4d-ba3353619ba0', 'name': 'tempest-TestVolumeBootPattern-2078581486-router', 'tenant_id': 'f9c5df56928c45548df5676b321365a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:27Z', 'updated_at': '2022-04-01T21:56:05Z', 'revision_number': 6, 'project_id': 'f9c5df56928c45548df5676b321365a5', 'gw_port_host': None}] {{(pid=110289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:56:05.616040 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (82ab276d-6dee-4d0b-9480-84c1ab515f80), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.646192 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ab276d-6dee-4d0b-9480-84c1ab515f80,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:05.706966 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.796978 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.799693 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks [] for router_controller (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.917735 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (dcf41bd6-5d59-47ee-8a4d-ba3353619ba0), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.917735 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 {{(pid=110288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:56:05.918362 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:05.919448 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-96f7c8a7-b7d7-4ed5-b4e8-7650189ffd20 admin admin] 10.222.0.30 "DELETE /v2.0/routers/dcf41bd6-5d59-47ee-8a4d-ba3353619ba0 HTTP/1.1" status: 204 len: 168 time: 0.9833174 Apr 01 21:56:05.922185 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58846) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:05.968670 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] Deleting subnet d5f0d84c-34dc-46bd-a209-1d81de8150f9 {{(pid=110287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:56:05.971955 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] Publish callbacks [] for subnet (d5f0d84c-34dc-46bd-a209-1d81de8150f9), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.017170 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555033'] for subnet (d5f0d84c-34dc-46bd-a209-1d81de8150f9), precommit_delete_associations {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.091839 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (d5f0d84c-34dc-46bd-a209-1d81de8150f9), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.198989 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9555080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9403925'] for subnet (d5f0d84c-34dc-46bd-a209-1d81de8150f9), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.225592 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f0d84c-34dc-46bd-a209-1d81de8150f9,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:06.227564 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.230781 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-3ac26b88-f401-49a0-b9c3-813cca86e14d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5f0d84c-34dc-46bd-a209-1d81de8150f9 HTTP/1.1" status: 204 len: 168 time: 0.3075957 Apr 01 21:56:06.232120 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f96005-5c03-4287-8ba4-46e8ebd3cd28 None None] Network 08cdced9-bfbe-478f-8c4b-9b576c79d09f requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:56:06.233429 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58848) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:06.305048 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (08cdced9-bfbe-478f-8c4b-9b576c79d09f), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.363058 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Deleting port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:06.363393 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.410934 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] DHCP port deletion for 08cdced9-bfbe-478f-8c4b-9b576c79d09f request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:56:06.426417 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] For port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:06.426788 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.447145 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Calling delete_port for f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce owned by network:dhcp {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:06.459884 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Deleting port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:06.460377 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.526927 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] For port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,segment=NetworkSegment(0f267276-4f3f-4c87-8e63-2250767c80fe),segment_id=0f267276-4f3f-4c87-8e63-2250767c80fe)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:06.527276 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.542653 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Calling delete_port for f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:06.585149 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.618203 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:06.618624 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 82ab276d-6dee-4d0b-9480-84c1ab515f80 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:56:06.620392 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] No DVR routers for this DVR port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce on host dv-cinder-836211-1-iscsi {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:56:06.644107 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 82ab276d-6dee-4d0b-9480-84c1ab515f80 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:56:06.644707 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 82ab276d-6dee-4d0b-9480-84c1ab515f80 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:56:06.645427 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:56:06.649161 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.691516 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:56:06.691859 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:56:06.692283 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3abda9b8-0474-4cdf-abfc-fe55718760b2 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:56:06.696631 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Pushing event deleted for resources: {'Port': ['ID=f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:06.698470 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (08cdced9-bfbe-478f-8c4b-9b576c79d09f), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.719068 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 3abda9b8-0474-4cdf-abfc-fe55718760b2 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:56:06.719343 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cdced9-bfbe-478f-8c4b-9b576c79d09f']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:06.719469 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 3abda9b8-0474-4cdf-abfc-fe55718760b2 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:56:06.723330 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] No DVR routers for this DVR port f7e4ca3d-c7d4-48a2-bdd2-98fd28e235ce on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:56:06.725239 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.725619 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.725972 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.726325 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.726774 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.727290 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.727785 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.728127 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.728465 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.728807 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.729141 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.729475 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.729836 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.730221 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.730475 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f269a-9d29-49ad-b879-30e964e3f651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836211-1-iscsi {{(pid=110289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 21:56:06.731194 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f267276-4f3f-4c87-8e63-2250767c80fe') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:06.731950 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f267276-4f3f-4c87-8e63-2250767c80fe') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:06.743203 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (0f267276-4f3f-4c87-8e63-2250767c80fe), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.756643 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (0f267276-4f3f-4c87-8e63-2250767c80fe), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.762513 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:56:06.763901 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (0f267276-4f3f-4c87-8e63-2250767c80fe), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:56:06.764620 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:56:06.862055 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (08cdced9-bfbe-478f-8c4b-9b576c79d09f), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.868213 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:06.871346 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/08cdced9-bfbe-478f-8c4b-9b576c79d09f HTTP/1.1" status: 204 len: 168 time: 0.6369624 Apr 01 21:56:06.874418 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58850) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:06.883022 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9eb5d-a143-4fcb-9ef2-1664ebdf66e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=08cdced9-bfbe-478f-8c4b-9b576c79d09f,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:07.221275 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3701628'] for router_interface (de69dde7-0e59-43dc-ac96-75dae3e1c191), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:07.472753 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Deleting port 8400ffce-5797-4878-924c-bf7581b3a579 {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:07.472998 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (8400ffce-5797-4878-924c-bf7581b3a579), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:07.547117 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] For port 8400ffce-5797-4878-924c-bf7581b3a579, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=8400ffce-5797-4878-924c-bf7581b3a579,segment=NetworkSegment(195b06c6-4cb3-4707-9789-e50b4e3b6bcb),segment_id=195b06c6-4cb3-4707-9789-e50b4e3b6bcb)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:07.547467 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (8400ffce-5797-4878-924c-bf7581b3a579), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:07.560179 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Calling delete_port for 8400ffce-5797-4878-924c-bf7581b3a579 owned by network:router_interface {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:07.841455 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (8400ffce-5797-4878-924c-bf7581b3a579), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:07.865420 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8400ffce-5797-4878-924c-bf7581b3a579,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:08.034603 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686892'] for router_interface (de69dde7-0e59-43dc-ac96-75dae3e1c191), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:08.243391 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Router de69dde7-0e59-43dc-ac96-75dae3e1c191 has already been hosted by L3 agent d371d837-4bd8-4263-8207-5809ef5bda30 {{(pid=110288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 21:56:08.349322 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] Notify agent at l3_agent.dv-cinder-836211-1-iscsi the message routers_updated {{(pid=110288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 21:56:08.356655 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-13d5300b-4e32-48de-8456-568e5f17c0ea admin admin] 10.222.0.30 "PUT /v2.0/routers/de69dde7-0e59-43dc-ac96-75dae3e1c191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4786818 Apr 01 21:56:08.356762 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58852) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:08.357510 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] Sync routers for ids ['de69dde7-0e59-43dc-ac96-75dae3e1c191'] in dv-cinder-836211-1-iscsi {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 21:56:08.367426 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] Routers {'de69dde7-0e59-43dc-ac96-75dae3e1c191'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:56:08.368038 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de69dde7-0e59-43dc-ac96-75dae3e1c191'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:08.459290 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks [] for router (de69dde7-0e59-43dc-ac96-75dae3e1c191), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:08.471465 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] Set router de69dde7-0e59-43dc-ac96-75dae3e1c191 gateway port host: dv-cinder-836211-1-iscsi {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:56:08.561595 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks [] for router_gateway (de69dde7-0e59-43dc-ac96-75dae3e1c191), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:08.642212 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6019d985-4b83-4367-a084-97697100511f', 'external_fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:56:07Z', 'revision_number': 5, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port': {'id': '068476d1-5a8a-4d13-9735-d8a56c95d1dc', 'name': '', 'network_id': '6019d985-4b83-4367-a084-97697100511f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836211-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83baf221-7e91-4975-8cb7-39dd60e37159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836211-1-iscsi'}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:08.676390 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] Checking router: de69dde7-0e59-43dc-ac96-75dae3e1c191 for host: dv-cinder-836211-1-iscsi {{(pid=110290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 21:56:08.684654 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] Routers {'de69dde7-0e59-43dc-ac96-75dae3e1c191'} bound to L3 agent in host dv-cinder-836211-1-iscsi {{(pid=110290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 21:56:08.685252 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836211-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T21:31:55Z,description=,heartbeat_timestamp=2022-04-01T21:55:55Z,host='dv-cinder-836211-1-iscsi',id=d371d837-4bd8-4263-8207-5809ef5bda30,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T21:31:55Z,topic='l3_agent')) {'router_ids': ['de69dde7-0e59-43dc-ac96-75dae3e1c191'], 'active': True} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:08.693331 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Deleting port 068476d1-5a8a-4d13-9735-d8a56c95d1dc {{(pid=110288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:08.693706 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:08.770405 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_dvr_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] Set router de69dde7-0e59-43dc-ac96-75dae3e1c191 gateway port host: None {{(pid=110290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 21:56:08.774053 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.db [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] For port 068476d1-5a8a-4d13-9735-d8a56c95d1dc, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=068476d1-5a8a-4d13-9735-d8a56c95d1dc,segment=NetworkSegment(76d9ab3c-08d0-4989-b2a4-9edc08eeffed),segment_id=76d9ab3c-08d0-4989-b2a4-9edc08eeffed)] {{(pid=110288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:08.774413 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:08.787465 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.plugins.ml2.plugin [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Calling delete_port for 068476d1-5a8a-4d13-9735-d8a56c95d1dc owned by network:router_gateway {{(pid=110288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:08.820338 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.l3_hamode_db [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:56:08Z', 'revision_number': 6, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port_host': None}], 'dv-cinder-836211-1-iscsi', False) {} {{(pid=110290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:08.848339 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cd7e9-c108-435b-8b17-ea6279559ea6 None None] The sync data for ids ['de69dde7-0e59-43dc-ac96-75dae3e1c191'] in dv-cinder-836211-1-iscsi is: [{'id': 'de69dde7-0e59-43dc-ac96-75dae3e1c191', 'name': 'tempest-TestVolumeBootPattern-196548910-router', 'tenant_id': '6b253bf303f4400f94ec81fa1ec988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T21:49:34Z', 'updated_at': '2022-04-01T21:56:08Z', 'revision_number': 6, 'project_id': '6b253bf303f4400f94ec81fa1ec988a2', 'gw_port_host': None}] {{(pid=110290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 21:56:09.009996 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12387612'] for port (068476d1-5a8a-4d13-9735-d8a56c95d1dc), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.034284 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=068476d1-5a8a-4d13-9735-d8a56c95d1dc,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:09.094792 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687430'] for router_gateway (de69dde7-0e59-43dc-ac96-75dae3e1c191), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.184398 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router (de69dde7-0e59-43dc-ac96-75dae3e1c191), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.186498 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks [] for router_controller (de69dde7-0e59-43dc-ac96-75dae3e1c191), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.315939 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689187'] for router (de69dde7-0e59-43dc-ac96-75dae3e1c191), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.316476 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de69dde7-0e59-43dc-ac96-75dae3e1c191 {{(pid=110288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 21:56:09.320825 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.322337 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-452cc12d-a4d8-4f44-a81a-d3db43639c02 admin admin] 10.222.0.30 "DELETE /v2.0/routers/de69dde7-0e59-43dc-ac96-75dae3e1c191 HTTP/1.1" status: 204 len: 168 time: 0.9646351 Apr 01 21:56:09.324762 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58854) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:09.368106 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] Deleting subnet 9e986ffc-942c-4262-9738-d248b8faa98c {{(pid=110288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 21:56:09.371221 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] Publish callbacks [] for subnet (9e986ffc-942c-4262-9738-d248b8faa98c), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.404123 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9312290'] for subnet (9e986ffc-942c-4262-9738-d248b8faa98c), precommit_delete_associations {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.721237 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237446'] for subnet (9e986ffc-942c-4262-9738-d248b8faa98c), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.839194 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12389359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504909'] for subnet (9e986ffc-942c-4262-9738-d248b8faa98c), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.862415 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e986ffc-942c-4262-9738-d248b8faa98c,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:09.869778 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for subnet (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:09.872984 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-33e6077b-fb6a-417a-8bc6-bf2ad7bb38af admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9e986ffc-942c-4262-9738-d248b8faa98c HTTP/1.1" status: 204 len: 168 time: 0.5473018 Apr 01 21:56:09.875638 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58856) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:09.876649 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825fbaa6-95b5-416c-8543-f6289bf330a3 None None] Network 671f20e2-0884-4438-8162-592c596e1749 requested from dv-cinder-836211-1-iscsi {{(pid=110289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 21:56:09.948032 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052295'] for network (671f20e2-0884-4438-8162-592c596e1749), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.010799 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Deleting port 661129e0-06fe-4cc5-9a01-762cfc31aaad {{(pid=110287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:10.011140 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.049005 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] DHCP port deletion for 671f20e2-0884-4438-8162-592c596e1749 request from dv-cinder-836211-1-iscsi {{(pid=110289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 21:56:10.072785 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.db [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] For port 661129e0-06fe-4cc5-9a01-762cfc31aaad, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=661129e0-06fe-4cc5-9a01-762cfc31aaad,segment=NetworkSegment(195b06c6-4cb3-4707-9789-e50b4e3b6bcb),segment_id=195b06c6-4cb3-4707-9789-e50b4e3b6bcb)] {{(pid=110287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:10.073157 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.091272 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Calling delete_port for 661129e0-06fe-4cc5-9a01-762cfc31aaad owned by network:dhcp {{(pid=110287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:10.096887 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] Deleting port 661129e0-06fe-4cc5-9a01-762cfc31aaad {{(pid=110289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 21:56:10.097263 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769717420054'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), before_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.161492 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.db [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] For port 661129e0-06fe-4cc5-9a01-762cfc31aaad, host dv-cinder-836211-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836211-1-iscsi',level=0,port_id=661129e0-06fe-4cc5-9a01-762cfc31aaad,segment=NetworkSegment(195b06c6-4cb3-4707-9789-e50b4e3b6bcb),segment_id=195b06c6-4cb3-4707-9789-e50b4e3b6bcb)] {{(pid=110289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 21:56:10.161919 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698254'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), precommit_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.175051 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] Calling delete_port for 661129e0-06fe-4cc5-9a01-762cfc31aaad owned by network:dhcp {{(pid=110289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 21:56:10.236707 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9552507'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.247479 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769717426553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769716858615'] for port (661129e0-06fe-4cc5-9a01-762cfc31aaad), after_delete {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.263738 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=661129e0-06fe-4cc5-9a01-762cfc31aaad,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:10.266137 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] No DVR routers for this DVR port 661129e0-06fe-4cc5-9a01-762cfc31aaad on host dv-cinder-836211-1-iscsi {{(pid=110287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:56:10.275327 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] Pushing event deleted for resources: {'Port': ['ID=661129e0-06fe-4cc5-9a01-762cfc31aaad,revision_number=None']} {{(pid=110289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:10.280014 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3da1d5-5bed-42d7-83ac-6fe4a0f23f8f None None] No DVR routers for this DVR port 661129e0-06fe-4cc5-9a01-762cfc31aaad on host dv-cinder-836211-1-iscsi {{(pid=110289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 21:56:10.343747 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1226829', 'neutron.services.segments.db._delete_segments_for_network-8769717186874'] for network (671f20e2-0884-4438-8162-592c596e1749), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.364253 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671f20e2-0884-4438-8162-592c596e1749']}} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:10.373396 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195b06c6-4cb3-4707-9789-e50b4e3b6bcb') {'for_net_delete': True} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:10.373759 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.services.segments.db [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195b06c6-4cb3-4707-9789-e50b4e3b6bcb') {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 21:56:10.383474 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769717384003', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555026'] for segment (195b06c6-4cb3-4707-9789-e50b4e3b6bcb), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.396611 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281'] for segment (195b06c6-4cb3-4707-9789-e50b4e3b6bcb), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.403142 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 21:56:10.403528 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9552430'] for segment (195b06c6-4cb3-4707-9789-e50b4e3b6bcb), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: Traceback (most recent call last): Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: timer() Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: cb(*args, **kw) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: return func(*args, **kwargs) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: self._notify() Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: self.callback(batched_events) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: event.method(event) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: return f(self, *a, **k) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._get(url).json() Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: return self.request(url, 'GET', **kwargs) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 21:56:10.405464 dv-cinder-836211-1-iscsi neutron-server[110287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 21:56:10.510360 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1226820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4182837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3687530'] for network (671f20e2-0884-4438-8162-592c596e1749), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.515293 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692404'] for network (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.518477 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] 10.222.0.30 "DELETE /v2.0/networks/671f20e2-0884-4438-8162-592c596e1749 HTTP/1.1" status: 204 len: 168 time: 0.6418486 Apr 01 21:56:10.529232 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d5d9-851c-435e-9cd6-53260e524e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=671f20e2-0884-4438-8162-592c596e1749,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:10.594451 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 661129e0-06fe-4cc5-9a01-762cfc31aaad no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:56:10.615609 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 661129e0-06fe-4cc5-9a01-762cfc31aaad {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:56:10.615957 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 661129e0-06fe-4cc5-9a01-762cfc31aaad not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:56:10.616370 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 8400ffce-5797-4878-924c-bf7581b3a579 no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:56:10.637394 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 8400ffce-5797-4878-924c-bf7581b3a579 {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:56:10.637766 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 8400ffce-5797-4878-924c-bf7581b3a579 not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:56:10.638174 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 068476d1-5a8a-4d13-9735-d8a56c95d1dc no longer exists at agent ovs-agent-dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 21:56:10.656519 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.plugin [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] No Port match for: 068476d1-5a8a-4d13-9735-d8a56c95d1dc {{(pid=110289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 21:56:10.656870 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron.plugins.ml2.rpc [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Device 068476d1-5a8a-4d13-9735-d8a56c95d1dc not bound to the agent host dv-cinder-836211-1-iscsi {{(pid=110289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 21:56:10.820385 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58860) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:10.865207 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-06712081-052a-4be4-a79e-3857705ee8ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9c5df56928c45548df5676b321365a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432999 Apr 01 21:56:10.867481 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.wsgi [-] (110287) accepted ('10.222.0.30', 58862) {{(pid=110287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:10.913051 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e7c10263-9a61-436c-a7df-2137a632e296 admin admin] Publish callbacks [] for security_group (b88a501b-6e65-4a7b-9aa1-21b620f96876), before_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:10.934363 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e7c10263-9a61-436c-a7df-2137a632e296 admin admin] Publish callbacks [] for security_group (b88a501b-6e65-4a7b-9aa1-21b620f96876), precommit_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.044425 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e7c10263-9a61-436c-a7df-2137a632e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (b88a501b-6e65-4a7b-9aa1-21b620f96876), after_delete {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.047078 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-e7c10263-9a61-436c-a7df-2137a632e296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.048243 dv-cinder-836211-1-iscsi neutron-server[110287]: INFO neutron.wsgi [None req-e7c10263-9a61-436c-a7df-2137a632e296 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b88a501b-6e65-4a7b-9aa1-21b620f96876 HTTP/1.1" status: 204 len: 168 time: 0.1798792 Apr 01 21:56:11.058998 dv-cinder-836211-1-iscsi neutron-server[110287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c10263-9a61-436c-a7df-2137a632e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a501b-6e65-4a7b-9aa1-21b620f96876,revision_number=None']} {{(pid=110287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:11.544494 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.725991 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58868) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:11.766896 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-70ba1b0a-4d47-4ed7-ae8e-e08ded9cd6d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b253bf303f4400f94ec81fa1ec988a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397177 Apr 01 21:56:11.769218 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.wsgi [-] (110288) accepted ('10.222.0.30', 58870) {{(pid=110288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 21:56:11.814627 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-62c21ab6-c8cc-4462-b9f9-9bbe8fd19fbf admin admin] Publish callbacks [] for security_group (d484d01b-d385-4243-a247-b814b4244434), before_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.835555 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-62c21ab6-c8cc-4462-b9f9-9bbe8fd19fbf admin admin] Publish callbacks [] for security_group (d484d01b-d385-4243-a247-b814b4244434), precommit_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.949991 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-62c21ab6-c8cc-4462-b9f9-9bbe8fd19fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4183002'] for security_group (d484d01b-d385-4243-a247-b814b4244434), after_delete {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.952476 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron_lib.callbacks.manager [None req-62c21ab6-c8cc-4462-b9f9-9bbe8fd19fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:11.953644 dv-cinder-836211-1-iscsi neutron-server[110288]: INFO neutron.wsgi [None req-62c21ab6-c8cc-4462-b9f9-9bbe8fd19fbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d484d01b-d385-4243-a247-b814b4244434 HTTP/1.1" status: 204 len: 168 time: 0.1835039 Apr 01 21:56:11.963911 dv-cinder-836211-1-iscsi neutron-server[110288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c21ab6-c8cc-4462-b9f9-9bbe8fd19fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d484d01b-d385-4243-a247-b814b4244434,revision_number=None']} {{(pid=110288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 21:56:22.344093 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-2a307456-c73f-40f3-93f0-409de63c2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:24.652571 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-e99ef5f4-2355-4929-be58-cc580e9d10a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:25.832672 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:27.081312 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:28.792460 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:39.693745 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:56:41.567233 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:52.383183 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-75b4948a-30a2-45f0-ab5f-eeb18dda949a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:54.637620 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c29dad52-20db-400b-a6e2-e927bcf74282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:55.849439 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:57.086453 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:56:58.763308 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:11.597286 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:16.692239 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:57:22.365921 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c4e38c48-73e2-46ca-8c77-74f61a9b22a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:24.645934 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-55c1a7f4-9313-4a90-bce6-db60d2dca283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:25.812083 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:27.085652 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:28.756402 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:41.599789 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:52.393313 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7e4972b2-943c-4f34-8b43-03592281230e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:53.690709 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:57:54.639193 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7e371ec7-57d4-42c5-b532-4b3c839e62e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:55.824240 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:57.098683 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:57:58.810568 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:11.590081 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:22.372451 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-908fc65c-ef1c-4b9b-9456-3a4934a3e2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:24.655803 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-36bdc9ac-f1f0-40e5-b026-bd0c17eb5e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:25.815582 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:27.092630 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:28.769692 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:30.689598 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:58:41.609689 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:52.392108 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-49b630be-4414-4dc5-a65f-383651181a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:54.663734 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6df87562-1cd3-4f5f-a7a4-d32e1d88c43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:55.837815 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:57.091547 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:58:58.760301 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:07.687594 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:59:11.609074 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:22.368669 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-4b6a19e1-bcee-4a66-98ea-dd8bb09f15ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:24.637840 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-c62ac09a-9c50-48a7-abba-6910e81cf7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:25.839256 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:27.111518 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:28.768699 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:41.604736 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:44.687074 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 21:59:52.364795 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1311c1c1-3a09-4b86-ae04-c5156300e770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:54.631188 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-39bab8e1-56c7-41c0-bc77-e62d323fc034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:55.838427 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:57.105391 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 21:59:58.768199 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:11.627186 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:21.685929 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 22:00:22.375129 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5ef74dfc-c710-40c1-89b4-33de7102a49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:24.672093 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-ec215d18-7f8a-476f-b0f3-3f84973d98ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:25.878726 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:27.135213 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:28.767518 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:41.626843 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:52.374199 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-94137014-ff77-4b84-a715-f96f17ac29b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:54.666121 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-7b33eecd-7b2c-4e51-bfa8-053c60b1131b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:55.854335 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:57.128491 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:00:58.685636 dv-cinder-836211-1-iscsi neutron-server[110290]: DEBUG neutron.db.agents_db [None req-a16dd225-8740-4474-baf4-c88f35c9e924 None None] Agent healthcheck: found 6 active agents {{(pid=110290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 22:00:58.763094 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:01:11.648607 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc348-6db9-47ef-93f6-20681c083337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c5eab380-dd22-4699-b0e2-45f756581aba), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:01:22.384791 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-f407da39-fcf8-4f0a-b82a-6e8ee1b7c3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (c918a546-b33d-4fdf-ac37-77a8ded31ee5), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:01:24.636432 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-3e655d44-d593-4608-a94e-d025cfef7856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (d371d837-4bd8-4263-8207-5809ef5bda30), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:01:25.857844 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-fef2fe9a-9263-4f9c-88f7-0e3487b798d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ef61b593-a14a-4222-9edb-308de043be4a), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:01:27.110462 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b40-5820-4ff2-9981-8d46a13254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (3043dfe5-316d-40fd-965f-ebed6e20d414), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 22:01:28.771746 dv-cinder-836211-1-iscsi neutron-server[110289]: DEBUG neutron_lib.callbacks.manager [None req-5f84658f-30c1-4b49-8593-ed48e77c2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769717186856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1228428'] for agent (ecdc488f-a250-47cf-9f5f-3e6858343f5b), after_update {{(pid=110289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}